-- Logs begin at Mon 2022-08-29 21:48:27 UTC, end at Mon 2022-08-29 23:07:59 UTC. -- Aug 29 22:39:34.599817 dv-cinder-854269-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 22:39:37.258741 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.common.config [-] Logging enabled! Aug 29 22:39:37.259359 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 22:39:37.259607 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=124701) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 22:39:37.262795 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.common.config [-] Logging enabled! Aug 29 22:39:37.263052 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 22:39:37.263363 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=124701) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 22:39:37.264306 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 22:39:37.264534 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 22:39:37.265046 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 22:39:37.265295 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 22:39:37.265531 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 22:39:37.265853 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.266153 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.266384 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.266683 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.266977 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.267260 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.267548 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.267850 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.268140 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.268423 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.268709 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.268961 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.269241 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] config_source = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.269527 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.269814 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.270041 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] debug = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.270318 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.270747 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.271152 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.271438 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.271727 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.272005 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.272279 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.272564 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.272890 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.273800 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] host = dv-cinder-854269-4-iscsi {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.274262 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.274368 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.274630 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.274916 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.275193 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.275474 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.275756 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.276028 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] log_dir = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.276301 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] log_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.276579 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.276903 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.277198 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.277489 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.277703 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.277924 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.278210 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.278498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.278775 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.279052 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.279325 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.279598 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.279871 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.280139 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.280424 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.280711 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.281018 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.281292 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.281566 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.281837 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.282127 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.282394 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.282668 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.282940 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.283219 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.283505 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.283775 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.284054 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.284343 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.284629 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.284941 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.285241 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.285509 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.285791 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.286064 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.286337 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] use_journal = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.286610 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] use_json = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.286880 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.287149 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.287429 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.287699 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.287968 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.288241 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.288510 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.289414 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.289689 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:37.290050 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.290348 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.290653 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.290935 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.291239 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.291519 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.291806 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.292081 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.292365 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.292651 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.292963 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.293239 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.293537 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.293824 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.294120 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.294426 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.294720 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.295011 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.295295 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.295568 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.295841 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.296116 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.296400 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.296680 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.296990 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.297277 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.297555 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.297848 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.298131 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.298406 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.298702 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.298992 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.299267 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.299542 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.299831 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.300104 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.300376 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.300668 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.300977 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.301249 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.301532 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.301822 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.302106 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.302375 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.302652 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.302938 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.303215 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.303484 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.303754 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.304100 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.304920 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.305769 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.305769 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.306085 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.306085 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.306358 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.306608 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.306880 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.307161 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.307436 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.307715 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.307990 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.308260 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.308533 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.308821 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.309099 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.309371 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.309642 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.309918 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.310190 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.310460 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.310731 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.311007 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.311279 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.311563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.311861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.312130 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.312656 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.312965 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.313245 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.313522 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.313799 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.314071 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.314350 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.314623 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.314946 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.315197 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.315484 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.315763 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.316063 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.316357 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.316633 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.316932 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.317211 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.317488 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.317763 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.318048 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.318323 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.318596 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.318878 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.319156 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.319454 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.319749 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.320546 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.320857 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.321146 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.321449 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.321723 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.322030 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.322310 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:37.322524 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 22:39:37.322771 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=124701) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 22:39:37.619172 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=124701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 22:39:37.619489 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=124701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 22:39:37.619754 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=124701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 22:39:37.619981 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=124701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 22:39:37.620257 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=124701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 22:39:37.620583 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 22:39:38.036423 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.036766 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.036992 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.038195 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.038476 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.038773 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.091689 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.091975 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.092242 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.108389 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.108670 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.108963 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.137304 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.137584 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.137856 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.174792 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.175069 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.175335 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.406091 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.406723 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.406723 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.406906 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.407721 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.504450 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.504790 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.505071 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.505347 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.505614 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.505925 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.506188 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.506448 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.506702 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.506989 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.507277 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.507705 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.507998 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.508257 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.508517 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.508807 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.509069 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.509340 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.509616 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.509878 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.510155 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.510412 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.510697 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.511077 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.511331 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.511579 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.511974 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:38.512210 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:38.512442 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:38.512673 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:38.512930 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:38.513160 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:38.513521 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 22:39:38.516582 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 22:39:38.520476 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 22:39:38.524919 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 29 22:39:38.526535 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 22:39:38.527143 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 22:39:38.527479 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 22:39:38.527866 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 22:39:38.530641 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 22:39:38.530891 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 22:39:38.531235 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 22:39:38.536317 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 22:39:38.560002 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 22:39:38.560464 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.560786 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=124701) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 22:39:38.561157 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.562750 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=124701) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 22:39:38.563033 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 22:39:38.563274 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 22:39:38.566779 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.567063 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:38.712012 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 22:39:38.712264 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 22:39:38.712481 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 22:39:38.712881 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 22:39:38.764701 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO dbcounter [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Registered counter for database neutron Aug 29 22:39:38.784822 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_db.sqlalchemy.engines [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=124701) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 22:39:38.790940 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG dbcounter [-] [124701] Writer thread running {{(pid=124701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:39:39.434355 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing driver for type 'gre' Aug 29 22:39:39.435003 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] gre ID ranges: [(1, 1000)] Aug 29 22:39:39.611459 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing driver for type 'local' Aug 29 22:39:39.611791 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing driver for type 'vlan' Aug 29 22:39:39.731367 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] VlanTypeDriver initialization complete Aug 29 22:39:39.731712 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing driver for type 'vxlan' Aug 29 22:39:39.732234 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] vxlan ID ranges: [(1, 1000)] Aug 29 22:39:39.931944 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing extension driver 'port_security' Aug 29 22:39:39.932284 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.extensions.port_security [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] PortSecurityExtensionDriver initialization complete Aug 29 22:39:39.932625 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing mechanism driver 'openvswitch' Aug 29 22:39:39.932991 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing mechanism driver 'hyperv' Aug 29 22:39:39.940156 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.plugin [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=124701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:39:39.940880 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.941267 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.941633 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.942151 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=124701) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:39:39.942583 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnet after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.942954 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnet after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.943305 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnet after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.943713 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=124701) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:39:39.944132 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.944492 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.945547 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.945952 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=124701) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:39:39.946696 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > security_group after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.946696 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > security_group after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.947056 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > security_group after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.947458 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=124701) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:39:39.947873 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.948230 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.948578 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.949007 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=124701) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:39:39.949423 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > address_group after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.949778 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > address_group after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.950133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > address_group after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=124701) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 22:39:39.958126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] ML2 OVO RPC backend initialized. {{(pid=124701) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 22:39:39.958126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router_interface after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958526 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > networks before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958526 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958526 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > ports before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958526 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnet before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnets before_response 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.958829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.959109 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.959109 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.959109 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.959109 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnet after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.959387 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnet after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.959387 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > subnet after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:39.965805 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded quota_driver: . Aug 29 22:39:39.966179 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.plugin [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Modular L2 Plugin initialization complete Aug 29 22:39:39.966538 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading services supported by the core plugin {{(pid=124701) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 22:39:39.967091 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.plugins.ml2.managers [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Got port-security extension from driver 'port_security' Aug 29 22:39:39.967594 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.extensions.vlantransparent [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Disabled vlantransparent extension. Aug 29 22:39:39.968107 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=124701) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 22:39:39.968444 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: router Aug 29 22:39:40.009344 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router_interface before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.009672 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router after_create 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.010052 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router before_create 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.010428 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.010810 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.011176 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router after_delete 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.011545 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > floatingip after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.011903 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > floatingip after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.012269 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router after_create 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.012626 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router after_update 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.013013 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router after_update 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.013368 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.013732 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router after_update 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.014153 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_update 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.014534 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: port after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.014886 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: port after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.015231 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: subnet after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.015583 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.015939 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > port precommit_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.016294 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_create 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.016642 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: port before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.017014 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.017376 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router after_update 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.017729 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_delete 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.018088 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_create 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.018454 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router_interface after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.018805 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_update 55549900 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.019176 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > agent after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.019532 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > agent after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.019882 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > network after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.020773 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Tracking information for resource: router configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:40.021112 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Tracking information for resource: floatingip configured {{(pid=124701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 22:39:40.026583 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.db.l3_agentschedulers_db [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 22:39:40.027178 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: port after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.027549 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: port after_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.027911 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: port after_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.028279 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: port after_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.029125 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router before_create 55550100 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.029500 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_delete 55550100 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.029872 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_create 55550100 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.030236 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > router precommit_update 55550100 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.035127 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.services.provider_configuration [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service providers = [] {{(pid=124701) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 22:39:40.035503 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.db.servicetype_db [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=124701) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 22:39:40.039213 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.services.service_base [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=124701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:39:40.039576 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.services.service_base [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=124701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:39:40.039932 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.services.service_base [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=124701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:39:40.040869 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.services.service_base [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=124701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 22:39:40.041250 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.services.service_base [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 22:39:40.041643 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.041971 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 22:39:40.052313 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.052655 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: auto_allocate Aug 29 22:39:40.058400 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: network precommit_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.058770 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: network precommit_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.059299 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.059628 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: tag Aug 29 22:39:40.066789 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.067130 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: timestamp Aug 29 22:39:40.071483 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.071820 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: network_ip_availability Aug 29 22:39:40.077337 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.077723 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.078086 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.078808 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.079132 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: flavors Aug 29 22:39:40.085409 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.086231 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading Plugin: revisions Aug 29 22:39:40.090712 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=124701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 22:39:40.091112 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.471s {{(pid=124701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 22:39:40.091866 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=124701) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 22:39:40.092210 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Initializing extension manager. Aug 29 22:39:40.092760 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: __init__.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.093113 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: __pycache__ {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.093453 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: address_group.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.094175 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.094755 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: address-group Aug 29 22:39:40.095087 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: address_scope.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.095776 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.096294 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: address-scope Aug 29 22:39:40.096625 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: admin_state_down_before_update.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.097557 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.098076 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: router-admin-state-down-before-update Aug 29 22:39:40.098408 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: agent.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.099108 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.099618 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: agent Aug 29 22:39:40.099945 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: agent_resources_synced.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.100854 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.101398 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: agent-resources-synced Aug 29 22:39:40.101909 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: allowedaddresspairs.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.103492 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.104014 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: allowed-address-pairs Aug 29 22:39:40.104347 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: auto_allocated_topology.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.105421 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.105938 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: auto-allocated-topology Aug 29 22:39:40.106270 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: availability_zone.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.106934 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.107449 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: availability_zone Aug 29 22:39:40.107776 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: availability_zone_filter.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.108652 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.109195 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: availability_zone_filter Aug 29 22:39:40.109521 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: data_plane_status.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.110393 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.110909 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 22:39:40.111235 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: default_subnetpools.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.112114 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.112628 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: default-subnetpools Aug 29 22:39:40.112981 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: dhcpagentscheduler.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.113763 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.114278 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: dhcp_agent_scheduler Aug 29 22:39:40.114604 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: dns.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.115483 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.115990 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension dns-integration not supported by any of loaded plugins Aug 29 22:39:40.116314 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: dns_domain_ports.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.117255 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.117758 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 22:39:40.118081 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.118979 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.119482 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 22:39:40.119806 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: dvr.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.120445 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.120988 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: dvr Aug 29 22:39:40.121314 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: ecmp_routes.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.122193 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.122695 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 22:39:40.123021 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: empty_string_filtering.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.123909 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.124423 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: empty-string-filtering Aug 29 22:39:40.124805 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.125678 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.126185 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 22:39:40.126511 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.127389 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.127896 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 22:39:40.128223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: external_net.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.129203 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.129712 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: external-net Aug 29 22:39:40.130038 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: extra_dhcp_opt.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.130905 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.131415 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: extra_dhcp_opt Aug 29 22:39:40.131740 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: extraroute.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.133166 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.133679 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: extraroute Aug 29 22:39:40.133999 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: extraroute_atomic.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.134999 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.135513 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: extraroute-atomic Aug 29 22:39:40.135839 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: filter_validation.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.136673 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.137220 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: filter-validation Aug 29 22:39:40.137546 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: fip_pf_description.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.138421 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.138927 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 22:39:40.139252 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: fip_pf_port_range.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.140133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.140640 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 22:39:40.140995 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: fip_port_details.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.141878 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.142389 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: fip-port-details Aug 29 22:39:40.142719 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: flavors.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.143902 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.144422 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: flavors Aug 29 22:39:40.144777 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.146380 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.146913 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 22:39:40.147252 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: floatingip_pools.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.148045 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.149119 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: floatingip-pools Aug 29 22:39:40.149452 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: ip_allocation.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.150352 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.150864 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 22:39:40.151195 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.152084 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.152596 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: ip-substring-filtering Aug 29 22:39:40.152963 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l2_adjacency.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.153871 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.154377 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 22:39:40.154709 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.155655 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.156172 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: router Aug 29 22:39:40.156504 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3_conntrack_helper.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.158729 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.159265 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 22:39:40.159601 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.160490 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.161046 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: ext-gw-mode Aug 29 22:39:40.161379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.162263 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.162777 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: l3-ha Aug 29 22:39:40.163107 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.164530 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.165151 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 22:39:40.165401 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3_flavors.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.166286 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.166807 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: l3-flavors Aug 29 22:39:40.167135 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3_ndp_proxy.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.168475 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.169027 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 22:39:40.169363 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.170250 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.170766 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 22:39:40.171099 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: l3agentscheduler.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.172095 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.172621 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: l3_agent_scheduler Aug 29 22:39:40.172960 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: local_ip.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.174660 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.175189 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension local_ip not supported by any of loaded plugins Aug 29 22:39:40.175531 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: logging.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.177002 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.177527 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension logging not supported by any of loaded plugins Aug 29 22:39:40.177863 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: metering.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.178578 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.180012 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: metering Aug 29 22:39:40.180528 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.181789 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.182325 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: metering_source_and_destination_fields Aug 29 22:39:40.182777 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: multiprovidernet.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.183721 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.184235 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: multi-provider Aug 29 22:39:40.184566 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: netmtu.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.185505 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.186015 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: net-mtu Aug 29 22:39:40.186345 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: netmtu_writable.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.187243 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.188014 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: net-mtu-writable Aug 29 22:39:40.188347 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: network_availability_zone.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.189021 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.189539 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: network_availability_zone Aug 29 22:39:40.189870 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: network_ip_availability.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.190946 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.191471 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: network-ip-availability Aug 29 22:39:40.191806 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: network_segment_range.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.192563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.193221 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 22:39:40.193555 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: pagination.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.194573 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.194976 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: pagination Aug 29 22:39:40.195497 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: port_device_profile.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.196315 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.196870 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: port-device-profile Aug 29 22:39:40.197207 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: port_mac_address_override.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.198104 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.198621 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: port-mac-override Aug 29 22:39:40.198949 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.199839 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.200356 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: port-mac-address-regenerate Aug 29 22:39:40.200686 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.201591 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.202107 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: port-numa-affinity-policy Aug 29 22:39:40.202437 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: port_resource_request.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.203334 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.203846 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 22:39:40.204174 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: port_resource_request_groups.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.205128 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.205642 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 22:39:40.205973 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: portbindings.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.206871 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.207392 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: binding Aug 29 22:39:40.207721 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: portbindings_extended.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.209000 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.209516 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: binding-extended Aug 29 22:39:40.209849 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: portsecurity.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.210870 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.211340 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: port-security Aug 29 22:39:40.211675 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: project_id.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.212629 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.212996 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: project-id Aug 29 22:39:40.213331 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: providernet.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.214217 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.214739 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: provider Aug 29 22:39:40.215069 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.218557 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.219089 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos not supported by any of loaded plugins Aug 29 22:39:40.219428 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.220650 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.221201 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 22:39:40.221536 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.222430 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.222954 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 22:39:40.223286 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_default.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.224180 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.224699 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-default not supported by any of loaded plugins Aug 29 22:39:40.225080 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_fip.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.225977 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.227009 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-fip not supported by any of loaded plugins Aug 29 22:39:40.227330 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_fip_network_policy.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.228220 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.228741 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 22:39:40.229084 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_gateway_ip.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.229976 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.230488 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 22:39:40.230817 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_port_network_policy.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.231698 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.232204 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 22:39:40.232531 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.233556 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.234069 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 22:39:40.234398 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.235402 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.235913 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 22:39:40.236241 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_pps_rule.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.237417 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.237933 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-pps not supported by any of loaded plugins Aug 29 22:39:40.238265 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_rule_type_details.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.239142 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.239653 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 22:39:40.239981 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_rule_type_filter.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.240895 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.241414 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 22:39:40.243498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: qos_rules_alias.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.244539 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.245103 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 22:39:40.245440 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: quota_check_limit.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.246326 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.246844 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: quota-check-limit Aug 29 22:39:40.247178 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: quotasv2.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.248118 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.248455 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: quotas Aug 29 22:39:40.248821 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: quotasv2_detail.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.250499 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.250844 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: quota_details Aug 29 22:39:40.251176 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: rbac.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.252523 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.253095 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: rbac-policies Aug 29 22:39:40.253438 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: rbac_address_group.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.254343 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.254866 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: rbac-address-group Aug 29 22:39:40.255200 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: rbac_address_scope.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.256138 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.256660 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: rbac-address-scope Aug 29 22:39:40.257025 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: rbac_security_groups.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.258260 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.258782 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: rbac-security-groups Aug 29 22:39:40.259115 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: rbac_subnetpool.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.260063 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.260543 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: rbac-subnetpool Aug 29 22:39:40.260908 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: revisionifmatch.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.261813 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.262329 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: revision-if-match Aug 29 22:39:40.262661 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: revisions.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.264094 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.264985 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: standard-attr-revisions Aug 29 22:39:40.265555 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: router_availability_zone.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.266625 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.267488 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: router_availability_zone Aug 29 22:39:40.268035 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: routerservicetype.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.269536 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.270383 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension router-service-type not supported by any of loaded plugins Aug 29 22:39:40.270918 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.272257 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.272852 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: security-groups-normalized-cidr Aug 29 22:39:40.273460 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: security_groups_port_filtering.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.274573 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.275418 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: port-security-groups-filtering Aug 29 22:39:40.275839 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.276693 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.277249 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: security-groups-remote-address-group Aug 29 22:39:40.277586 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.278486 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.280197 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: security-groups-shared-filtering Aug 29 22:39:40.280197 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: securitygroup.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.289731 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.290365 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: security-group Aug 29 22:39:40.290715 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: segment.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.291455 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.292199 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension segment not supported by any of loaded plugins Aug 29 22:39:40.292558 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.293818 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.294338 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 22:39:40.294672 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: servicetype.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.295763 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.296286 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: service-type Aug 29 22:39:40.296617 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: sorting.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.297600 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.297939 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: sorting Aug 29 22:39:40.298273 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: standard_attr_segment.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.299160 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.299683 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 22:39:40.300011 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: standardattrdescription.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.300647 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.301194 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: standard-attr-description Aug 29 22:39:40.301530 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: stateful_security_group.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.302437 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.302962 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: stateful-security-group Aug 29 22:39:40.303291 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: stdattrs_common.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.303851 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 22:39:40.304252 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.305734 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.306252 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 22:39:40.306578 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: subnet_onboard.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.307615 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.308138 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: subnet_onboard Aug 29 22:39:40.308470 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.309400 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.309920 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 22:39:40.310251 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: subnet_service_types.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.311149 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.311675 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: subnet-service-types Aug 29 22:39:40.312004 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: subnetallocation.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.317568 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.317568 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: subnet_allocation Aug 29 22:39:40.317568 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.317568 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.317568 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: subnetpool-prefix-ops Aug 29 22:39:40.317568 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.318054 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.318054 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 22:39:40.318054 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: tagging.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.318441 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.318964 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: standard-attr-tag Aug 29 22:39:40.319304 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: timestamp.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.320809 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.321340 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loaded extension: standard-attr-timestamp Aug 29 22:39:40.321678 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: trunk.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.322930 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.323458 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension trunk not supported by any of loaded plugins Aug 29 22:39:40.323792 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: trunk_details.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.324676 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.325223 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension trunk-details not supported by any of loaded plugins Aug 29 22:39:40.325558 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: uplink_status_propagation.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.326449 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.326965 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 22:39:40.327296 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Loading extension file: vlantransparent.py {{(pid=124701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 22:39:40.327944 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=124701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 22:39:40.328633 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 22:39:40.332635 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:network Aug 29 22:39:40.333210 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:subnet Aug 29 22:39:40.333621 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:39:40.334024 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:port Aug 29 22:39:40.335334 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.336193 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service FLAVORS assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.337431 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.337882 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.338226 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:router Aug 29 22:39:40.338671 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:floatingip Aug 29 22:39:40.339187 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service METERING assigned prefix: /metering {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.340661 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.342159 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.342533 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=124701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:39:40.343574 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 22:39:40.344033 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:security_group Aug 29 22:39:40.344486 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 22:39:40.345053 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service CORE assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.345393 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:39:40.346842 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] subnetpool is already registered Aug 29 22:39:40.347307 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service CORE assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.347653 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:39:40.347997 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] subnetpool is already registered Aug 29 22:39:40.350450 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.350905 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service FLAVORS assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.352216 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.352602 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.353056 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:router Aug 29 22:39:40.353405 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] router is already registered Aug 29 22:39:40.353835 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:floatingip Aug 29 22:39:40.354179 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] floatingip is already registered Aug 29 22:39:40.354649 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service METERING assigned prefix: /metering {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.355355 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 22:39:40.355692 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] rbac_policy is already registered Aug 29 22:39:40.356120 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:security_group Aug 29 22:39:40.356462 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] security_group is already registered Aug 29 22:39:40.356905 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 22:39:40.357251 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] security_group_rule is already registered Aug 29 22:39:40.357898 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service CORE assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.358350 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:39:40.358697 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] subnetpool is already registered Aug 29 22:39:40.359238 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.v2.resource_helper [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Service CORE assigned prefix: {{(pid=124701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 22:39:40.359592 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 22:39:40.360026 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING neutron.quota.resource_registry [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] subnetpool is already registered Aug 29 22:39:40.360522 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: extensions {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.362063 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: address-groups {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.363597 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: address-scopes {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.364992 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: agents {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.366178 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: auto-allocated-topology {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.368082 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: availability_zones {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.369397 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: dhcp-networks {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.370943 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: dhcp-agents {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.372394 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: routers {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.374204 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: flavors {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.375515 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: service_profiles {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.376788 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: next_providers {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.378278 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: service_profiles {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.380910 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: floatingip-pools {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.382216 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: routers {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.384330 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: floatingips {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.385672 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: l3-routers {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.387110 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: l3-agents {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.388555 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: metering-labels {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.389890 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: metering-label-rules {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.391323 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: network-ip-availabilities {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.392613 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: bindings {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.394252 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: quotas {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.395965 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: quotas {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.397581 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: rbac-policies {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.399469 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: security-groups {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.400843 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: security-group-rules {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.402136 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: service-providers {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.403389 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: subnetpools {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.404781 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: subnetpools {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.406380 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.408120 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.410013 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.411855 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.414193 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.416200 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.417978 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.419922 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.421778 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.423559 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron.api.extensions [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Extended resource: tags {{(pid=124701) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 22:39:40.429835 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING keystonemiddleware.auth_token [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 22:39:40.435047 dv-cinder-854269-4-iscsi neutron-server[124701]: WARNING keystonemiddleware.auth_token [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 22:39:40.444177 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Acquiring lock "singleton_lock" {{(pid=124701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 22:39:40.449471 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Acquired lock "singleton_lock" {{(pid=124701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 22:39:40.449471 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_concurrency.lockutils [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Releasing lock "singleton_lock" {{(pid=124701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 22:39:40.449471 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO oslo_service.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Starting 2 workers Aug 29 22:39:40.450513 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Started child 124850 {{(pid=124701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:39:40.455011 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Started child 124851 {{(pid=124701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:39:40.456222 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:40.456971 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO neutron.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 22:39:40.457388 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Publish callbacks [] for process (None), before_spawn {{(pid=124701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:40.457847 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [-] (124850) wsgi starting up on http://0.0.0.0:9696 Aug 29 22:39:40.459794 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO oslo_service.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Starting 1 workers Aug 29 22:39:40.459939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:40.461988 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [-] (124851) wsgi starting up on http://0.0.0.0:9696 Aug 29 22:39:40.467226 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Started child 124852 {{(pid=124701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:39:40.467771 dv-cinder-854269-4-iscsi neutron-server[124701]: INFO oslo_service.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Starting 1 workers Aug 29 22:39:40.470916 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] calling RpcWorker wait() {{(pid=124852) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 22:39:40.471454 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] returning from RpcWorker wait() {{(pid=124852) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 22:39:40.472342 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Started child 124853 {{(pid=124701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 22:39:40.472861 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:40.473512 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG neutron_lib.callbacks.manager [None req-9bfd2f9d-a46c-4bdd-9557-3b8df9ce700e None None] Publish callbacks [] for process (None), after_spawn {{(pid=124701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:40.473632 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:39:40.475121 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=124701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 22:39:40.475338 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 22:39:40.475532 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 22:39:40.475762 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 22:39:40.476182 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 22:39:40.476869 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 22:39:40.477408 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.477882 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.478112 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.478346 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.478447 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:40.478999 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.479291 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.479472 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.479767 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.480051 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.480224 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.480396 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.480657 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.484864 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486031 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486031 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] debug = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486031 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486031 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486031 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486031 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.486829 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.487856 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.487856 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.487856 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.487856 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.487856 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.488502 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] host = dv-cinder-854269-4-iscsi {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.488502 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.488792 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.488935 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.489136 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.489404 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.489677 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.489876 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.490163 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.490397 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.490649 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.490929 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.491167 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.491390 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.491670 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.492359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_options = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.493116 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.493116 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.493434 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.493574 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.493715 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.493855 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.494107 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.494270 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.494525 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.494750 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.494997 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.496128 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.496128 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.496128 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.496495 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.496495 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.496996 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.497258 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.497539 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.497804 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.498547 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.498819 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.498942 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:39:40.499080 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.499311 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.499533 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.499794 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.500049 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.500292 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.500514 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.500769 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.501042 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.501318 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.503367 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.503367 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.503367 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.503367 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.503367 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.509419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_json = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510223 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.510845 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.511457 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.511457 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.511457 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.511457 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.511753 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.511753 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.512070 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.512345 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.512639 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.513020 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.513314 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.513592 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.513931 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.514287 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.514540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.514790 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.515081 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.515312 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.515558 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.515821 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.516072 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.516363 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.516645 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.516966 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.517324 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.517617 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.517897 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.518156 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.518379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.518625 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.518852 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.519084 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.519295 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.519520 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.519773 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.520017 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.520255 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.520495 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.520752 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.520991 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.521243 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.521480 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.521749 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.521972 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.522215 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.522434 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.522657 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.522877 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.523233 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.523436 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.523704 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.523975 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.524176 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.524594 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.524863 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.525089 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.530861 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531872 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531872 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.531872 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.532392 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.532392 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.532628 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.532833 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.533087 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.533313 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.533565 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.533797 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.534017 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.534256 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.534523 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.534751 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.535003 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.535248 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.535482 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.535747 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.535968 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.536214 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.536439 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.536689 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.536939 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.537188 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.537411 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.537651 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.537896 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.538137 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.538621 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.538937 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.539917 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.540182 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.540429 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.540743 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.541000 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.541288 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.541535 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.541819 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.542158 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.542430 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.542698 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.542969 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.543208 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.543502 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.543759 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.544020 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.544355 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.544705 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.544960 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.545234 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.545451 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.545673 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.545959 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.546273 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.546515 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.546737 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.546962 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.547246 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.547499 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.547741 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.548024 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.548275 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.548535 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.548816 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.549054 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.549293 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.549734 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.549966 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.550192 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.550432 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.550655 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.550877 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.551095 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.551317 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.551554 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.551773 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.551997 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.552216 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.552439 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.552690 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.552993 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.553153 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.553555 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.553813 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.554041 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.554812 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.555038 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.555291 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.555617 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.555940 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.556423 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.556679 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.556929 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.557328 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.557766 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.558043 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.558266 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.558747 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.558978 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.559198 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.559418 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.559666 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.559896 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.560280 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.560553 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.560796 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.570540 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571133 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.571682 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.572212 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573498 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573942 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573942 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573942 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573942 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573942 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573942 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.573942 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.574354 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.574354 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.574478 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.574716 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.575371 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.575371 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.575371 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.575770 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.575770 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.576036 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.576182 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.576377 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.576597 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.576834 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.577102 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.577318 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.577531 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.577757 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.577976 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.578189 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.578495 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.578756 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.578977 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.579270 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.579500 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.579926 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.580331 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.580653 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.580931 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.581294 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.581458 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.581673 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.581894 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.582154 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.582628 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.582785 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.582998 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.583249 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.583521 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.583807 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.584083 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.584323 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.584666 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.585025 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.585315 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.585679 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.586142 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.586306 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.586466 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.586663 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.587028 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.587188 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.587356 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.587622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.587882 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.588115 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.588337 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.588569 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.588817 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.589073 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.589290 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.589515 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.589737 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.589898 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 22:39:40.590419 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=124701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 22:39:40.590582 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 22:39:40.590738 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 22:39:40.590916 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 22:39:40.591071 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 22:39:40.591231 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 22:39:40.591435 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.591586 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.591726 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.591879 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.592054 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.592216 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.592366 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.592527 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.592688 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.592880 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.593043 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.593204 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.593367 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.593515 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.593675 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.593835 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.593996 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.594179 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.594344 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.594506 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.594667 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.594847 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] debug = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.594989 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.595189 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.595325 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.598815 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] host = dv-cinder-854269-4-iscsi {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599379 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.599836 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600314 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600314 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600314 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600314 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600546 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:39:40.600622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_options = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.600622 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601088 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601088 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601088 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601289 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601355 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601510 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601727 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.601854 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.602081 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.602351 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.602484 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.602591 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.602716 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.602884 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.603433 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.603433 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.603433 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.603862 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.603862 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.603862 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.604171 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.604171 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.604316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.604405 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.604535 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.604891 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.604891 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.605067 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.605173 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.605332 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.605672 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.605839 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.606056 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.606185 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.606311 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.606460 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.606605 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.606766 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.606928 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.607094 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.607249 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608072 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_json = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608072 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608072 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608072 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608072 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608782 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608782 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608782 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608782 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.608782 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 22:39:40.609149 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.609149 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.609296 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.609449 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.609616 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.609780 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.609944 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.610108 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.610359 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.610489 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.610612 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.610741 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.610898 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.611065 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.611229 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.611399 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.611562 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.611761 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.611892 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.612037 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.612199 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.612449 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.612613 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.612796 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.613044 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.613044 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.613458 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.613458 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.613458 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.613817 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.613817 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.614148 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.614148 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.614295 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.614406 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.614571 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.614739 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.614905 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.615068 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.615633 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.615633 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.615633 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.616056 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.616056 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.616056 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617563 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617949 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617949 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.617949 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.618218 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.618896 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.619061 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.619238 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.619405 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.619569 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.619733 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.619909 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.620065 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.620225 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.620389 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.620557 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.620788 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.620909 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.621074 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.621310 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.621432 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.621555 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.621923 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.622090 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.622254 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.622418 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.622588 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.622751 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.622915 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.623079 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.623243 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.623406 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.623570 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.623733 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.623957 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.624108 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.624248 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.624752 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.624752 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.624752 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.625088 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.625088 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.625244 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.625451 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.625634 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.625832 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.626045 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.626210 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.626755 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.627083 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.627248 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.627396 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.627565 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.627730 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.627902 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.628066 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.628230 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.628395 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.628557 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.628779 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.628938 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.629073 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.629197 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.629435 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.629592 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.629743 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.629846 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.629956 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.630120 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.630283 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.630445 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.630607 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.630769 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.630941 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.631107 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.631275 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.631439 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.631610 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.631786 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.631951 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.632120 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.632319 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.633103 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.633345 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.633623 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.633935 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.634139 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.634262 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.634409 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.634588 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.634755 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.634922 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.635351 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.635351 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.635518 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636051 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636051 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636051 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636051 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636335 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636335 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636496 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636772 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636937 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.636937 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.637242 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.637242 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.637526 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.637611 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.637713 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.637878 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.638041 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.638220 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.638358 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.638522 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.638686 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.638853 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.639046 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.639316 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.639598 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.639891 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.640177 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.640458 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.640768 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.641128 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.641407 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.643183 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.643183 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.643183 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.643183 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.643183 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.643183 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.644126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.644126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.644126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.644126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.644394 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.644605 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.644931 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.645215 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.645497 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.645776 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.646055 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.646330 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.646612 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.646885 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.647151 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.647415 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.647691 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.647978 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649131 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649131 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649131 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649522 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649522 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649751 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649751 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.649968 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.650402 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.650567 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.650731 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.650897 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.651060 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.651307 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.651471 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.651636 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.651805 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.651976 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.652140 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.652305 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.652469 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.652634 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.652831 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.652994 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.653155 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.653319 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.653482 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.653648 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.653813 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.653962 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.654141 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.654307 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.654471 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.654634 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.654798 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.654962 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.655136 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.655304 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.655467 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.655629 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.655792 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.655954 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.656127 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.656292 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.656455 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.656619 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.656804 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.656968 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.657140 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.657304 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.657467 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.657630 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.657792 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.657954 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.658126 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.658291 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.658454 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.658617 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.658778 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.658938 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.659112 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.659277 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.659440 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.659602 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.659768 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.659930 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.660102 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.660267 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.660430 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.660600 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.660784 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.660947 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.661111 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.661286 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.661449 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.661614 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.661780 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.661944 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.662107 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.662274 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.662460 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.662614 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.662784 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.662949 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.663121 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.663292 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.663463 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.664194 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.664368 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.664546 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.664710 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.664993 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.665109 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.665211 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.665374 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.665537 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.665700 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.665862 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.666025 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.666188 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.666351 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.666514 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.666676 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.666840 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.667003 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.667166 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.667330 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.667493 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.667658 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 22:39:40.667814 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=124701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 22:39:40.787877 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 52436) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:39:40.795383 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048318 Aug 29 22:39:40.799898 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039163 Aug 29 22:39:49.800668 dv-cinder-854269-4-iscsi neutron-server[124701]: DEBUG dbcounter [-] [124701] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=124701) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:39:52.312477 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbf256-80fb-4573-8d60-dadf47fd25fb None None] get_active_networks_info from dv-cinder-854269-4-iscsi {{(pid=124852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 22:39:52.342951 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writer thread running {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:39:52.410543 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbf256-80fb-4573-8d60-dadf47fd25fb None None] No non-hosted networks {{(pid=124852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 22:39:52.436237 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.agentschedulers_db [None req-91dbf256-80fb-4573-8d60-dadf47fd25fb None None] DHCP Agent not found on host dv-cinder-854269-4-iscsi {{(pid=124852) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 29 22:39:52.528525 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f6edae70-3791-479e-b6b9-c5b79687dd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914118'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:54.030432 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writer thread running {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:39:54.717880 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4faec1d9-c27c-4f66-a53d-2b0eb90c45d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914118'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:54.755224 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.db.api [None req-68034819-5d42-40bf-9c0d-57e67b4867ac None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854269-4-iscsi {{(pid=124852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 22:39:54.757513 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG oslo_db.api [None req-68034819-5d42-40bf-9c0d-57e67b4867ac None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 22:39:55.284945 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-68034819-5d42-40bf-9c0d-57e67b4867ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:56.031169 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52510) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:39:56.034423 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914118'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:56.635580 dv-cinder-854269-4-iscsi neutron-server[124851]: WARNING oslo_policy.policy [None req-8b434ab9-ba49-4925-94a5-ea3147dcd5fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:39:56.636616 dv-cinder-854269-4-iscsi neutron-server[124851]: WARNING oslo_policy.policy [None req-8b434ab9-ba49-4925-94a5-ea3147dcd5fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:39:56.865463 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [None req-8b434ab9-ba49-4925-94a5-ea3147dcd5fa admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:39:56.868392 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8b434ab9-ba49-4925-94a5-ea3147dcd5fa admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8337173 Aug 29 22:39:57.292428 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914118'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:57.297985 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.297985 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.297985 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.297985 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.297985 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.299011 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.299011 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.299011 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.300697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.302589 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.303854 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.305206 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.306385 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.307453 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.308335 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:39:57.309349 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854269-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:39:57.321808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854269-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:39:57.537296 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914118'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:39:59.359606 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52544) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:39:59.706832 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:39:59.719531 dv-cinder-854269-4-iscsi neutron-server[124851]: ERROR stevedore.extension [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 22:39:59.802865 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.policy [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=124851) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 22:39:59.840931 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.db.l3_hamode_db [None req-cba5a920-bb3b-4244-8c19-b52d906bfa4d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 22:39:59.846837 dv-cinder-854269-4-iscsi neutron-server[124851]: WARNING oslo_policy.policy [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:39:59.847230 dv-cinder-854269-4-iscsi neutron-server[124851]: WARNING oslo_policy.policy [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:39:59.867394 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writer thread running {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:39:59.918211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5a920-bb3b-4244-8c19-b52d906bfa4d None None] Routers set() bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:39:59.918572 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba5a920-bb3b-4244-8c19-b52d906bfa4d None None] Router IDs set() for agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 22:40:00.012446 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747848527269', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747848524761', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747848510653', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747848503278', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747848503415', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747848102311', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619757', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614332', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7967669', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8336569'] for rbac-policy (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:00.264996 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:00.266123 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1dd473f8-768f-4d62-a485-14a5f36add67 admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9055212 Aug 29 22:40:02.629228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52554) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:02.963650 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:03.051394 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Made reservation on behalf of bd224ec63c3748aa90cf3e984e32fa3f for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:03.055707 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.075378 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.192159 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks [] for security_group (c9e0f8fe-b3dc-465f-bb0e-74f3fbcf68d1), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.257402 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c9e0f8fe-b3dc-465f-bb0e-74f3fbcf68d1), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.291250 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:40:03.327300 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747846182202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (88dd0490-886e-4fee-82fd-48f539fb0698), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.327812 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Unsubscribe: segment precommit_create {{(pid=124851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 22:40:03.328359 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Added segment 88dd0490-886e-4fee-82fd-48f539fb0698 of type vlan for network 1939b183-9f08-4ee6-a2d9-5be9d40637ab Aug 29 22:40:03.334314 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e0f8fe-b3dc-465f-bb0e-74f3fbcf68d1,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:03.370778 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.371127 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.371491 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.371846 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.372182 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.372510 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.372862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.373189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.373514 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.373834 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.374158 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.374503 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.374825 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.375144 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.375462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Tracked resource versions report: Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: pushed versions: Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Agent': {'1.1'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Log': {'1.0'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'NDPProxy': {'1.0'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Network': {'1.1'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Port': {'1.7'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'PortForwarding': {'1.3'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'QosPolicy': {'1.10'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SubPort': {'1.0'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Subnet': {'1.1'}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Trunk': {'1.1'}} Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: consumer versions: Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Agent': '1.1', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'ConntrackHelper': '1.0', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'LocalIPAssociation': '1.0', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Log': '1.0', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'NDPProxy': '1.0', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Network': '1.1', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Port': '1.7', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'PortForwarding': '1.3', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'QosPolicy': '1.10', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroup': '1.5', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroupRule': '1.2', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SubPort': '1.0', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Subnet': '1.1', Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Trunk': '1.1'}} Aug 29 22:40:03.376935 dv-cinder-854269-4-iscsi neutron-server[124851]: {{(pid=124851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:03.436132 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (1939b183-9f08-4ee6-a2d9-5be9d40637ab), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.466836 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:03.537476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (1939b183-9f08-4ee6-a2d9-5be9d40637ab), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.543659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:03.544426 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:03.672863 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] Pushing event updated for resources: {'Network': ['ID=1939b183-9f08-4ee6-a2d9-5be9d40637ab,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:03.685291 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:40:03.739612 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-fba1f44b-8d5e-46ad-be0b-48c8d83039e6 demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1092889 Aug 29 22:40:06.174247 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52568) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:06.623606 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6098ab-1902-4280-8b22-2f5beaebd9d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:06.625027 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2e6098ab-1902-4280-8b22-2f5beaebd9d8 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/1939b183-9f08-4ee6-a2d9-5be9d40637ab HTTP/1.1" status: 200 len: 825 time: 0.4498906 Aug 29 22:40:06.652531 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d056e9ef-6caf-4209-baa9-1dd3b5e535bc demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/99c4b277-5245-4f47-9fe1-9598edd8e15e HTTP/1.1" status: 200 len: 734 time: 0.0212035 Aug 29 22:40:06.664063 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '99c4b277-5245-4f47-9fe1-9598edd8e15e', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:06.789097 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Made reservation on behalf of bd224ec63c3748aa90cf3e984e32fa3f for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:06.791399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:06.934514 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:07.166071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (6b04f9b9-a4df-4a52-896c-4996263cef0c), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:07.240047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6b04f9b9-a4df-4a52-896c-4996263cef0c,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:07.244999 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Checking segment: {'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:07.245357 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Network hostable DHCP agents. Network: 1939b183-9f08-4ee6-a2d9-5be9d40637ab, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:40:07.348923 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:40:07.439374 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 1939b183-9f08-4ee6-a2d9-5be9d40637ab) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:07.444127 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:07.445377 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:07.450211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b65117c-539e-4030-b383-591263d52a57 None None] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:07.573305 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-e95ff0de-767e-44d9-a80e-195fc6591066 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9130266 Aug 29 22:40:07.714128 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'fixed_ips': [{'subnet_id': '6b04f9b9-a4df-4a52-896c-4996263cef0c'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:40:07.715763 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:08.000861 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Allocated IP 172.20.0.2 (1939b183-9f08-4ee6-a2d9-5be9d40637ab/6b04f9b9-a4df-4a52-896c-4996263cef0c/bd9d8266-a4b4-4e5f-81af-c409f3fdb75e) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:08.109735 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:08.297321 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Publish callbacks [] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:08.430178 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:08.455216 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:08.516205 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:08.522360 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:08.527472 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Pushing event updated for resources: {'Port': ['ID=bd9d8266-a4b4-4e5f-81af-c409f3fdb75e,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:08.531694 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:08.564490 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.564770 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.565139 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.565507 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.565851 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.566188 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.566523 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.566855 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.567187 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.567581 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.567942 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.568299 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.568634 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.568989 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.569318 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Tracked resource versions report: Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: pushed versions: Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Agent': {'1.1'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Log': {'1.0'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'NDPProxy': {'1.0'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Network': {'1.1'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Port': {'1.7'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'PortForwarding': {'1.3'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'QosPolicy': {'1.10'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SubPort': {'1.0'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Subnet': {'1.1'}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Trunk': {'1.1'}} Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: consumer versions: Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Agent': '1.1', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'ConntrackHelper': '1.0', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'LocalIPAssociation': '1.0', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Log': '1.0', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'NDPProxy': '1.0', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Network': '1.1', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Port': '1.7', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'PortForwarding': '1.3', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'QosPolicy': '1.10', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroup': '1.5', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroupRule': '1.2', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SubPort': '1.0', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Subnet': '1.1', Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Trunk': '1.1'}} Aug 29 22:40:08.571031 dv-cinder-854269-4-iscsi neutron-server[124852]: {{(pid=124852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:08.625975 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Attempting to bind port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:08.626377 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Attempting to bind port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:08.626812 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Attempting to bind port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e on network 1939b183-9f08-4ee6-a2d9-5be9d40637ab {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:08.632142 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:08.632615 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Checking segment: {'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:08.633163 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:08.633564 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Bound using segment: {'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:08.634035 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Bound port: bd9d8266-a4b4-4e5f-81af-c409f3fdb75e, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:08.634447 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:08.699241 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] For port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:08.720681 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] For port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=bd9d8266-a4b4-4e5f-81af-c409f3fdb75e,segment=NetworkSegment(88dd0490-886e-4fee-82fd-48f539fb0698),segment_id=88dd0490-886e-4fee-82fd-48f539fb0698)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:08.783656 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:08.837182 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416bed8-c078-499f-ae12-a936964fb088 None None] Pushing event updated for resources: {'Port': ['ID=bd9d8266-a4b4-4e5f-81af-c409f3fdb75e,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:10.009744 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52580) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:10.369814 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [None req-ea029226-82f4-4117-87ff-870c47efb654 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:40:10.370856 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ea029226-82f4-4117-87ff-870c47efb654 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3601489 Aug 29 22:40:12.465324 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:12.467145 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:12.903484 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52592) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:13.295598 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [None req-5dede00d-20d1-47d2-99e0-253d6560cb3f admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:40:13.296783 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-5dede00d-20d1-47d2-99e0-253d6560cb3f admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3923378 Aug 29 22:40:15.775171 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 52604) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:16.325661 dv-cinder-854269-4-iscsi neutron-server[124850]: WARNING oslo_policy.policy [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:40:16.326236 dv-cinder-854269-4-iscsi neutron-server[124850]: WARNING oslo_policy.policy [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:40:16.558513 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:16.567685 dv-cinder-854269-4-iscsi neutron-server[124850]: ERROR stevedore.extension [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 22:40:16.619948 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.policy [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=124850) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 22:40:16.662562 dv-cinder-854269-4-iscsi neutron-server[124850]: WARNING oslo_policy.policy [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:40:16.662988 dv-cinder-854269-4-iscsi neutron-server[124850]: WARNING oslo_policy.policy [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 22:40:16.683905 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writer thread running {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 22:40:16.684546 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:16.836140 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (7b6956e8-c475-42b6-847f-d1f15c9decee), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:16.839069 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (7b6956e8-c475-42b6-847f-d1f15c9decee), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:16.982841 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device bd9d8266-a4b4-4e5f-81af-c409f3fdb75e up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:17.001285 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Publish callbacks [] for router_controller (7b6956e8-c475-42b6-847f-d1f15c9decee), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.046463 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2e7d9-3e1b-4ac1-ac4e-7f9a5de19d8d None None] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:17.046814 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (7b6956e8-c475-42b6-847f-d1f15c9decee), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.116465 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.117776 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-3a8ef83e-240b-4fba-aa19-7269b68bfeaf demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3433008 Aug 29 22:40:17.120389 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:17.120818 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.154830 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-fcca9311-cf17-457d-85ff-8c3101060c6c None None] Provisioning complete for port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:17.155218 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fcca9311-cf17-457d-85ff-8c3101060c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.362814 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-fcca9311-cf17-457d-85ff-8c3101060c6c None None] Current status of the port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:17.363212 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fcca9311-cf17-457d-85ff-8c3101060c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.366239 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:17.366762 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.417594 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-fcca9311-cf17-457d-85ff-8c3101060c6c None None] For port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=bd9d8266-a4b4-4e5f-81af-c409f3fdb75e,segment=NetworkSegment(88dd0490-886e-4fee-82fd-48f539fb0698),segment_id=88dd0490-886e-4fee-82fd-48f539fb0698)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:40:17.454765 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:17.456534 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:17.492530 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fcca9311-cf17-457d-85ff-8c3101060c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.554855 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:17.560851 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.db.api [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=124852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 22:40:17.561296 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG oslo_db.api [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 22:40:17.573878 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca9311-cf17-457d-85ff-8c3101060c6c None None] Pushing event updated for resources: {'Port': ['ID=bd9d8266-a4b4-4e5f-81af-c409f3fdb75e,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:17.611275 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-c88c7828-1e8c-4bd6-b2d6-e83f23bf4f53 None None] Provisioning complete for port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:17.611600 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-c88c7828-1e8c-4bd6-b2d6-e83f23bf4f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:17.645978 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:17.684507 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-c88c7828-1e8c-4bd6-b2d6-e83f23bf4f53 None None] Current status of the port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:18.098039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:18.949914 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device bd9d8266-a4b4-4e5f-81af-c409f3fdb75e up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:18.994008 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:18.994396 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:19.066439 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:19.578600 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 52626) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:19.908256 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [None req-4ed97b47-cbba-400b-af2c-e525bfac0441 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:40:19.909289 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4ed97b47-cbba-400b-af2c-e525bfac0441 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3297334 Aug 29 22:40:22.350489 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 52634) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:22.406067 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5bad45d5-a1fd-4146-b49a-896d0aed94eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:22.697017 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:22.777587 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Made reservation on behalf of eb4839200e8e45dfa0acd9e9d8f433bc for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:22.780363 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:22.797322 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:22.905911 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks [] for security_group (81a01480-316a-4bd1-adfa-36389a7a2b15), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:22.987427 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (81a01480-316a-4bd1-adfa-36389a7a2b15), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:23.000453 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Reserving flat network on physical network physnet1 {{(pid=124850) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 22:40:23.034021 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747846182202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (a1e18d11-6460-4e51-9ff2-82214325e1df), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:23.034580 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Unsubscribe: segment precommit_create {{(pid=124850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 22:40:23.035129 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Added segment a1e18d11-6460-4e51-9ff2-82214325e1df of type flat for network 6d9d7411-18f4-491d-bd09-815c5355931d Aug 29 22:40:23.051835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a01480-316a-4bd1-adfa-36389a7a2b15,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:23.104514 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.104891 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.105256 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.105599 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.105937 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.106269 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.106593 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.106916 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.107255 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.107581 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.107920 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.108257 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.108579 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.108921 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.109235 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Tracked resource versions report: Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: pushed versions: Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Agent': {'1.1'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Log': {'1.0'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'NDPProxy': {'1.0'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Network': {'1.1'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Port': {'1.7'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'PortForwarding': {'1.3'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'QosPolicy': {'1.10'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SubPort': {'1.0'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Subnet': {'1.1'}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Trunk': {'1.1'}} Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: consumer versions: Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Agent': '1.1', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'ConntrackHelper': '1.0', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'LocalIPAssociation': '1.0', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Log': '1.0', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'NDPProxy': '1.0', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Network': '1.1', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Port': '1.7', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'PortForwarding': '1.3', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'QosPolicy': '1.10', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroup': '1.5', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroupRule': '1.2', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SubPort': '1.0', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Subnet': '1.1', Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Trunk': '1.1'}} Aug 29 22:40:23.110672 dv-cinder-854269-4-iscsi neutron-server[124850]: {{(pid=124850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:23.154063 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (6d9d7411-18f4-491d-bd09-815c5355931d), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:23.262740 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (6d9d7411-18f4-491d-bd09-815c5355931d), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:23.263879 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:23.264613 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:23.368423 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] Pushing event updated for resources: {'Network': ['ID=6d9d7411-18f4-491d-bd09-815c5355931d,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:23.378705 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 6d9d7411-18f4-491d-bd09-815c5355931d details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:40:23.420027 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-7294300e-4346-4981-be1e-f3c28583460c admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0676470 Aug 29 22:40:24.725782 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-00bac68d-f99b-4cef-a438-e74f2186d319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:25.846546 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 52646) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:26.012051 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:26.307575 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0ff09-8b4a-4483-90c9-cfc2e9f5ea61 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:26.308994 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-61d0ff09-8b4a-4483-90c9-cfc2e9f5ea61 demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/6b04f9b9-a4df-4a52-896c-4996263cef0c HTTP/1.1" status: 200 len: 849 time: 0.4614608 Aug 29 22:40:26.451607 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a906e53f-6cbb-4f58-a0ed-ba0d63202ddf demo admin] 10.222.0.52 "GET /networking/v2.0/routers/7b6956e8-c475-42b6-847f-d1f15c9decee HTTP/1.1" status: 200 len: 704 time: 0.1363590 Aug 29 22:40:26.746659 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:26.768064 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:26.826741 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:27.074463 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Allocated IP 172.20.0.1 (1939b183-9f08-4ee6-a2d9-5be9d40637ab/6b04f9b9-a4df-4a52-896c-4996263cef0c/63236d31-fa54-4866-a33d-1b70a834b2bb) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:27.257754 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:27.271944 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks [] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:27.393745 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:27.474112 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:27.479140 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:27.480090 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:27.488346 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:27.490668 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (7b6956e8-c475-42b6-847f-d1f15c9decee), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:27.508921 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Pushing event updated for resources: {'Port': ['ID=63236d31-fa54-4866-a33d-1b70a834b2bb,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:27.661746 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-4e45cf61-ba51-434d-ba23-8371cd140abc None None] Provisioning complete for port 63236d31-fa54-4866-a33d-1b70a834b2bb triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:27.662123 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4e45cf61-ba51-434d-ba23-8371cd140abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:27.693753 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-4e45cf61-ba51-434d-ba23-8371cd140abc None None] Port 63236d31-fa54-4866-a33d-1b70a834b2bb cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:40:27.801500 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:28.003515 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:28.062249 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks [] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:28.158657 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:28.159475 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (7b6956e8-c475-42b6-847f-d1f15c9decee), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:28.239858 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Pushing event updated for resources: {'Port': ['ID=63236d31-fa54-4866-a33d-1b70a834b2bb,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:28.292057 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:28.293009 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:28.301944 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:28.518675 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-8d0d3d01-373e-4e34-b6f8-de4d3c35341e None None] Provisioning complete for port 63236d31-fa54-4866-a33d-1b70a834b2bb triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:28.519595 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8d0d3d01-373e-4e34-b6f8-de4d3c35341e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:28.551658 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Router 7b6956e8-c475-42b6-847f-d1f15c9decee is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:40:28.554329 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d3d01-373e-4e34-b6f8-de4d3c35341e None None] Port 63236d31-fa54-4866-a33d-1b70a834b2bb cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:40:28.641477 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:40:28.648996 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-3e811709-7fc2-428d-9e58-b82e51dba10c demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/7b6956e8-c475-42b6-847f-d1f15c9decee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1916614 Aug 29 22:40:28.669431 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Sync routers for ids ['7b6956e8-c475-42b6-847f-d1f15c9decee'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:40:28.682682 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Routers {'7b6956e8-c475-42b6-847f-d1f15c9decee'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:28.683507 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:40:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['7b6956e8-c475-42b6-847f-d1f15c9decee'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:28.869823 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Set router 7b6956e8-c475-42b6-847f-d1f15c9decee gateway port host: None {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:29.317656 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'name': 'router1', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:16Z', 'updated_at': '2022-08-29T22:40:27Z', 'revision_number': 2, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'gw_port_host': None, '_interfaces': [{'id': '63236d31-fa54-4866-a33d-1b70a834b2bb', 'name': '', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'mac_address': 'fa:16:3e:ce:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:26Z', 'updated_at': '2022-08-29T22:40:27Z', 'revision_number': 2, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'subnets': [{'id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99c4b277-5245-4f47-9fe1-9598edd8e15e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:29.367966 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Checking router: 7b6956e8-c475-42b6-847f-d1f15c9decee for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:40:29.368884 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Updating router 7b6956e8-c475-42b6-847f-d1f15c9decee port 63236d31-fa54-4866-a33d-1b70a834b2bb binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:40:29.426890 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:29.955828 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Publish callbacks [] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:30.029087 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:30.185273 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Pushing event updated for resources: {'Port': ['ID=63236d31-fa54-4866-a33d-1b70a834b2bb,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:30.189269 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Attempting to bind port 63236d31-fa54-4866-a33d-1b70a834b2bb on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:30.189671 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Attempting to bind port 63236d31-fa54-4866-a33d-1b70a834b2bb by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:30.190107 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Attempting to bind port 63236d31-fa54-4866-a33d-1b70a834b2bb on network 1939b183-9f08-4ee6-a2d9-5be9d40637ab {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:30.201356 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.201706 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.202058 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.202404 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.202738 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.203068 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.203397 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.203724 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.204050 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.204375 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.204702 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.205096 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.205424 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.205749 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.206127 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Tracked resource versions report: Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: pushed versions: Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: { 'AddressGroup': {'1.2'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Agent': {'1.1'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'ConntrackHelper': {'1.0'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Log': {'1.0'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'NDPProxy': {'1.0'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Network': {'1.1'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Port': {'1.7'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'PortForwarding': {'1.3'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'QosPolicy': {'1.10'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroup': {'1.5'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SubPort': {'1.0'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Subnet': {'1.1'}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Trunk': {'1.1'}} Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: consumer versions: Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Agent': '1.1', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'ConntrackHelper': '1.0', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'LocalIPAssociation': '1.0', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Log': '1.0', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'NDPProxy': '1.0', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Network': '1.1', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Port': '1.7', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'PortForwarding': '1.3', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'QosPolicy': '1.10', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroup': '1.5', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroupRule': '1.2', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SubPort': '1.0', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Subnet': '1.1', Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Trunk': '1.1'}} Aug 29 22:40:30.207586 dv-cinder-854269-4-iscsi neutron-server[124853]: {{(pid=124853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:40:30.212631 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:30.213215 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Checking segment: {'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:30.213699 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:30.214090 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Bound using segment: {'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:30.214573 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Bound port: 63236d31-fa54-4866-a33d-1b70a834b2bb, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dd0490-886e-4fee-82fd-48f539fb0698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:30.214957 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:30.286034 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] For port 63236d31-fa54-4866-a33d-1b70a834b2bb, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:30.307794 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] For port 63236d31-fa54-4866-a33d-1b70a834b2bb, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=63236d31-fa54-4866-a33d-1b70a834b2bb,segment=NetworkSegment(88dd0490-886e-4fee-82fd-48f539fb0698),segment_id=88dd0490-886e-4fee-82fd-48f539fb0698)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:30.383907 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:30.412334 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:30.421251 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:30.429257 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Routers {'7b6956e8-c475-42b6-847f-d1f15c9decee'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:30.429866 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:40:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['7b6956e8-c475-42b6-847f-d1f15c9decee'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:30.510044 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c35b69-a90f-4191-b9e3-62924b1371c8 None None] Pushing event updated for resources: {'Port': ['ID=63236d31-fa54-4866-a33d-1b70a834b2bb,revision_number=4']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:30.535384 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] Set router 7b6956e8-c475-42b6-847f-d1f15c9decee gateway port host: None {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:30.746095 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'name': 'router1', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:16Z', 'updated_at': '2022-08-29T22:40:27Z', 'revision_number': 2, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'gw_port_host': None, '_interfaces': [{'id': '63236d31-fa54-4866-a33d-1b70a834b2bb', 'name': '', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'mac_address': 'fa:16:3e:ce:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:26Z', 'updated_at': '2022-08-29T22:40:30Z', 'revision_number': 4, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'subnets': [{'id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99c4b277-5245-4f47-9fe1-9598edd8e15e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:30.771900 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399c248-1d10-486e-9916-dbfde75f7e74 None None] The sync data for ids ['7b6956e8-c475-42b6-847f-d1f15c9decee'] in dv-cinder-854269-4-iscsi is: [{'id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'name': 'router1', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:16Z', 'updated_at': '2022-08-29T22:40:27Z', 'revision_number': 2, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'gw_port_host': None, '_interfaces': [{'id': '63236d31-fa54-4866-a33d-1b70a834b2bb', 'name': '', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'mac_address': 'fa:16:3e:ce:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:26Z', 'updated_at': '2022-08-29T22:40:30Z', 'revision_number': 4, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'subnets': [{'id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99c4b277-5245-4f47-9fe1-9598edd8e15e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:40:31.069074 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 52658) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:31.503450 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e5044-7d08-469d-95b5-a4dde3dddf9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:31.504840 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-630e5044-7d08-469d-95b5-a4dde3dddf9e admin admin] 10.222.0.52 "GET /networking/v2.0/networks/6d9d7411-18f4-491d-bd09-815c5355931d HTTP/1.1" status: 200 len: 842 time: 0.4348781 Aug 29 22:40:31.515297 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'gateway_ip': '172.27.4.1'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:31.686387 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Made reservation on behalf of eb4839200e8e45dfa0acd9e9d8f433bc for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:40:31.688672 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:32.082677 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.objects.ports [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=124850) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 22:40:32.090611 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (c397cdbf-19dd-4472-82fa-debd82cf8148), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:32.143032 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c397cdbf-19dd-4472-82fa-debd82cf8148,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:32.155089 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:32.155438 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Network hostable DHCP agents. Network: 6d9d7411-18f4-491d-bd09-815c5355931d, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:40:32.320154 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:40:32.491912 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 6d9d7411-18f4-491d-bd09-815c5355931d) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:32.513666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:32.513666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:32.513997 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90a9cae-777c-4e2b-9a30-205cd957bfe0 None None] Network 6d9d7411-18f4-491d-bd09-815c5355931d requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:32.618266 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf1778-5965-4635-90fd-c019e5c97fd0 None None] Network 6d9d7411-18f4-491d-bd09-815c5355931d requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:40:32.667751 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-60299178-8f22-48c3-90e9-daaffe3c91b0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1563554 Aug 29 22:40:35.225992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52666) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:35.825663 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b16bde06-a1c2-433f-bf78-ead0d5ba67e7 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/7b6956e8-c475-42b6-847f-d1f15c9decee HTTP/1.1" status: 200 len: 710 time: 0.5985348 Aug 29 22:40:35.954245 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281377a8-ed9e-4958-99fb-06ad1dc298d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:40:35.956741 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-281377a8-ed9e-4958-99fb-06ad1dc298d3 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/6d9d7411-18f4-491d-bd09-815c5355931d HTTP/1.1" status: 200 len: 886 time: 0.1254396 Aug 29 22:40:35.967178 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:40:36.221051 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks [] for router_gateway (7b6956e8-c475-42b6-847f-d1f15c9decee), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:36.541014 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks [] for router_gateway (7b6956e8-c475-42b6-847f-d1f15c9decee), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:36.626529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:36.832810 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Allocated IP 172.27.4.221 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/aafa0540-86a7-464f-97a0-bb656c95a0a5) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:40:36.954184 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks [] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:36.978245 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:36.982963 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 63236d31-fa54-4866-a33d-1b70a834b2bb up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:36.997539 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:37.031532 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 63236d31-fa54-4866-a33d-1b70a834b2bb triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:37.031921 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.086428 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.108143 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 63236d31-fa54-4866-a33d-1b70a834b2bb is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:37.108680 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.128355 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:37.144754 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 63236d31-fa54-4866-a33d-1b70a834b2bb, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=63236d31-fa54-4866-a33d-1b70a834b2bb,segment=NetworkSegment(88dd0490-886e-4fee-82fd-48f539fb0698),segment_id=88dd0490-886e-4fee-82fd-48f539fb0698)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:40:37.169754 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:40:37.175443 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:40:37.179629 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:40:37.182571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Pushing event updated for resources: {'Port': ['ID=aafa0540-86a7-464f-97a0-bb656c95a0a5,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:37.223318 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.255965 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:37.277390 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=63236d31-fa54-4866-a33d-1b70a834b2bb,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:37.570433 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks [] for router_gateway (7b6956e8-c475-42b6-847f-d1f15c9decee), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.762645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7914586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7915170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10314'] for router (7b6956e8-c475-42b6-847f-d1f15c9decee), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.767676 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7914577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7914568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7915161'] for router (7b6956e8-c475-42b6-847f-d1f15c9decee), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.887595 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Router 7b6956e8-c475-42b6-847f-d1f15c9decee has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:40:37.968072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:37.990013 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:40:37.995380 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:37.996624 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-0c8b8f19-429d-431d-98fc-ba6c494698ea demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/7b6956e8-c475-42b6-847f-d1f15c9decee HTTP/1.1" status: 200 len: 890 time: 2.0351839 Aug 29 22:40:38.000704 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Sync routers for ids ['7b6956e8-c475-42b6-847f-d1f15c9decee'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:40:38.014034 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Routers {'7b6956e8-c475-42b6-847f-d1f15c9decee'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:38.014729 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:40:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['7b6956e8-c475-42b6-847f-d1f15c9decee'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:38.235396 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Set router 7b6956e8-c475-42b6-847f-d1f15c9decee gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:38.739617 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'name': 'router1', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aafa0540-86a7-464f-97a0-bb656c95a0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:16Z', 'updated_at': '2022-08-29T22:40:37Z', 'revision_number': 4, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'gw_port': {'id': 'aafa0540-86a7-464f-97a0-bb656c95a0a5', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:36Z', 'updated_at': '2022-08-29T22:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63236d31-fa54-4866-a33d-1b70a834b2bb', 'name': '', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'mac_address': 'fa:16:3e:ce:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:26Z', 'updated_at': '2022-08-29T22:40:37Z', 'revision_number': 5, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'subnets': [{'id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99c4b277-5245-4f47-9fe1-9598edd8e15e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:38.789344 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Checking router: 7b6956e8-c475-42b6-847f-d1f15c9decee for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:40:38.789625 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Updating router 7b6956e8-c475-42b6-847f-d1f15c9decee port aafa0540-86a7-464f-97a0-bb656c95a0a5 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:40:38.846095 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:38.968265 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 63236d31-fa54-4866-a33d-1b70a834b2bb up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:39.092449 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 63236d31-fa54-4866-a33d-1b70a834b2bb triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:39.093112 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:39.257373 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 63236d31-fa54-4866-a33d-1b70a834b2bb is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:39.268764 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Publish callbacks [] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:39.326393 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:39.361560 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:39.362398 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Attempting to bind port aafa0540-86a7-464f-97a0-bb656c95a0a5 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:40:39.362764 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Attempting to bind port aafa0540-86a7-464f-97a0-bb656c95a0a5 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:40:39.363124 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Attempting to bind port aafa0540-86a7-464f-97a0-bb656c95a0a5 on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:40:39.377870 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:40:39.378246 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:40:39.378642 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:39.379032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:40:39.379490 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Bound port: aafa0540-86a7-464f-97a0-bb656c95a0a5, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:40:39.379875 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:39.381721 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b40c11-22a4-4d11-9b17-eb8c61bfc063 None None] Pushing event updated for resources: {'Port': ['ID=aafa0540-86a7-464f-97a0-bb656c95a0a5,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:39.409335 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:39.436456 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] For port aafa0540-86a7-464f-97a0-bb656c95a0a5, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:40:39.440348 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] For port aafa0540-86a7-464f-97a0-bb656c95a0a5, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=aafa0540-86a7-464f-97a0-bb656c95a0a5,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:40:39.512152 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:40:39.560899 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:39.604766 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Routers {'7b6956e8-c475-42b6-847f-d1f15c9decee'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:40:39.605398 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:40:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['7b6956e8-c475-42b6-847f-d1f15c9decee'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:39.655802 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b40c11-22a4-4d11-9b17-eb8c61bfc063 None None] Pushing event updated for resources: {'Port': ['ID=aafa0540-86a7-464f-97a0-bb656c95a0a5,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:39.749292 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] Set router 7b6956e8-c475-42b6-847f-d1f15c9decee gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:40:39.953068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'name': 'router1', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aafa0540-86a7-464f-97a0-bb656c95a0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:16Z', 'updated_at': '2022-08-29T22:40:37Z', 'revision_number': 4, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'gw_port': {'id': 'aafa0540-86a7-464f-97a0-bb656c95a0a5', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:36Z', 'updated_at': '2022-08-29T22:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63236d31-fa54-4866-a33d-1b70a834b2bb', 'name': '', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'mac_address': 'fa:16:3e:ce:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:26Z', 'updated_at': '2022-08-29T22:40:37Z', 'revision_number': 5, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'subnets': [{'id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99c4b277-5245-4f47-9fe1-9598edd8e15e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:40:39.980573 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1144400a-3975-4872-943f-7d7e301452b0 None None] The sync data for ids ['7b6956e8-c475-42b6-847f-d1f15c9decee'] in dv-cinder-854269-4-iscsi is: [{'id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'name': 'router1', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aafa0540-86a7-464f-97a0-bb656c95a0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:40:16Z', 'updated_at': '2022-08-29T22:40:37Z', 'revision_number': 4, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'gw_port': {'id': 'aafa0540-86a7-464f-97a0-bb656c95a0a5', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:36Z', 'updated_at': '2022-08-29T22:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63236d31-fa54-4866-a33d-1b70a834b2bb', 'name': '', 'network_id': '1939b183-9f08-4ee6-a2d9-5be9d40637ab', 'tenant_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'mac_address': 'fa:16:3e:ce:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6956e8-c475-42b6-847f-d1f15c9decee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:40:26Z', 'updated_at': '2022-08-29T22:40:37Z', 'revision_number': 5, 'project_id': 'bd224ec63c3748aa90cf3e984e32fa3f', 'subnets': [{'id': '6b04f9b9-a4df-4a52-896c-4996263cef0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99c4b277-5245-4f47-9fe1-9598edd8e15e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:40:40.662611 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 52678) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:40:40.749636 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:40.980326 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device aafa0540-86a7-464f-97a0-bb656c95a0a5 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:41.026521 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port aafa0540-86a7-464f-97a0-bb656c95a0a5 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:41.026933 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:41.097029 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-e5744689-5e5c-40dd-b5e1-5daba448d53b admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4331949 Aug 29 22:40:41.104109 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port aafa0540-86a7-464f-97a0-bb656c95a0a5 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:41.104515 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:41.129036 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port aafa0540-86a7-464f-97a0-bb656c95a0a5, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=aafa0540-86a7-464f-97a0-bb656c95a0a5,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:40:41.199307 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:41.251374 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=aafa0540-86a7-464f-97a0-bb656c95a0a5,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:40:42.503473 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:42.509448 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=79,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:42.986585 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device aafa0540-86a7-464f-97a0-bb656c95a0a5 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:40:43.036585 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port aafa0540-86a7-464f-97a0-bb656c95a0a5 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:40:43.037018 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (aafa0540-86a7-464f-97a0-bb656c95a0a5), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:43.115192 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:43.132415 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port aafa0540-86a7-464f-97a0-bb656c95a0a5 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:40:51.090257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=59 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:51.093210 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:52.355418 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d8812844-6539-4251-a0a7-929016aee689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:54.697409 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e6cce88d-5327-4c87-9920-914c7f1aab25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:56.080123 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.399463 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:57.481763 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:40:59.536642 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=67 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:40:59.547096 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=3 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:07.388107 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:07.393637 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:14.545718 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:16.516096 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:41:22.356120 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e1fcc14f-6146-4b75-9253-a86d65dde343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:24.709763 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4980bf9f-6747-431c-a3e4-9b18e1ee0a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:26.029996 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:26.507913 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:26.509139 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:27.548211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:27.581625 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:36.539986 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:37.387173 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=24 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:37.390403 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:50.509092 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:50.510399 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:41:52.329510 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1a78e5fd-57ce-4131-af73-c99aa6d15525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:53.515306 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:41:54.692847 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1b6c3efb-382f-410a-8281-7f0e2461598e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:56.052782 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:57.269352 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:41:57.501563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:07.384194 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:07.390484 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:07.917725 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53216) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:08.259097 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0181f408-0fca-40bf-8d2e-76f1fca63976 admin admin] GET failed (client error): The resource could not be found. Aug 29 22:42:08.262383 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-0181f408-0fca-40bf-8d2e-76f1fca63976 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3417923 Aug 29 22:42:08.424181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a45af-f471-40f8-b3d9-9857934c65eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:08.425718 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4f6a45af-f471-40f8-b3d9-9857934c65eb admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598859 Aug 29 22:42:10.783845 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53226) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:11.163848 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cc87a-1386-4935-a2b1-77b39c611c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:11.165247 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e43cc87a-1386-4935-a2b1-77b39c611c6b admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/6b04f9b9-a4df-4a52-896c-4996263cef0c HTTP/1.1" status: 200 len: 849 time: 0.3804009 Aug 29 22:42:11.175544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:42:11.263131 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Publish callbacks [] for subnet (6b04f9b9-a4df-4a52-896c-4996263cef0c), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.501024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747846207371'] for subnet (6b04f9b9-a4df-4a52-896c-4996263cef0c), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.539394 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:11.540340 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.542367 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/6b04f9b9-a4df-4a52-896c-4996263cef0c HTTP/1.1" status: 200 len: 868 time: 0.3703110 Aug 29 22:42:11.547126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b5d42-2756-4d26-9057-f08d44806a7c None None] Network 1939b183-9f08-4ee6-a2d9-5be9d40637ab requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:42:11.562256 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b04f9b9-a4df-4a52-896c-4996263cef0c,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:42:11.570097 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.570516 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.570866 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.571204 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.576353 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.576838 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.577200 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.577542 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.577976 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.578320 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.578655 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.579002 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.579337 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.579660 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.579980 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e885a6-23a8-4bd4-b9d0-995f9508b387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:42:11.916774 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-1a02efff-1601-44ab-9d88-e083f240d35e None None] Provisioning complete for port 63236d31-fa54-4866-a33d-1b70a834b2bb triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:11.917171 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1a02efff-1601-44ab-9d88-e083f240d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63236d31-fa54-4866-a33d-1b70a834b2bb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:11.990023 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-1a02efff-1601-44ab-9d88-e083f240d35e None None] Current status of the port 63236d31-fa54-4866-a33d-1b70a834b2bb is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:11.998129 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-1a02efff-1601-44ab-9d88-e083f240d35e None None] Provisioning complete for port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:42:11.998514 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1a02efff-1601-44ab-9d88-e083f240d35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (bd9d8266-a4b4-4e5f-81af-c409f3fdb75e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:12.073985 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-1a02efff-1601-44ab-9d88-e083f240d35e None None] Current status of the port bd9d8266-a4b4-4e5f-81af-c409f3fdb75e is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:42:13.514807 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=18 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.519001 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=16 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:13.963980 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53236) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:14.462663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab003e-12b0-4dc0-8972-29fb7342ef86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:14.463174 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab003e-12b0-4dc0-8972-29fb7342ef86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:14.465417 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-60ab003e-12b0-4dc0-8972-29fb7342ef86 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5003548 Aug 29 22:42:16.856428 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53244) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:17.348049 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c0295-44c7-4d54-8403-4ac795fc68c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:17.348527 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34c0295-44c7-4d54-8403-4ac795fc68c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:17.350123 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f34c0295-44c7-4d54-8403-4ac795fc68c2 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4926603 Aug 29 22:42:18.416166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=12 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:18.422160 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=13 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:19.679656 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53252) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:20.106093 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599eec5b-f4ee-4af2-bd30-79b9e938df3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:20.107378 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-599eec5b-f4ee-4af2-bd30-79b9e938df3d admin admin] 10.222.0.52 "GET /networking/v2.0/networks/1939b183-9f08-4ee6-a2d9-5be9d40637ab HTTP/1.1" status: 200 len: 869 time: 0.4267731 Aug 29 22:42:22.071032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=32 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:22.073466 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=45 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:22.343342 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-825b6a53-e8c5-4318-bb6b-da78f4852e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:22.465050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53260) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:22.879248 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:22.888767 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab76543-0ef2-401f-929a-b1c1dbb040c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:22.890164 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9ab76543-0ef2-401f-929a-b1c1dbb040c4 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/6d9d7411-18f4-491d-bd09-815c5355931d HTTP/1.1" status: 200 len: 886 time: 0.4241569 Aug 29 22:42:24.726627 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-99efec54-c63d-4727-83a5-943336360d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:25.238744 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53268) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:25.646509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82526e2-6d37-402b-882b-c9b579b9ff53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:25.646967 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82526e2-6d37-402b-882b-c9b579b9ff53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:25.648579 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e82526e2-6d37-402b-882b-c9b579b9ff53 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4102941 Aug 29 22:42:26.020636 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:27.266885 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:27.457659 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:28.000076 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53276) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:28.350418 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:28.376537 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f334c-703d-4d5b-a304-d4970b090c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:28.377020 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f334c-703d-4d5b-a304-d4970b090c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:28.378579 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a35f334c-703d-4d5b-a304-d4970b090c21 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3775449 Aug 29 22:42:30.514332 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:42:30.811940 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53284) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:31.195574 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb8433-b97a-4265-a192-43a3ca267018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:31.199298 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-1bcb8433-b97a-4265-a192-43a3ca267018 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/6b04f9b9-a4df-4a52-896c-4996263cef0c HTTP/1.1" status: 200 len: 868 time: 0.3860481 Aug 29 22:42:33.537484 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53292) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:42:33.910375 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f269fc8-92b5-4d6c-b1a4-4e3b6bf85a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:42:33.911827 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-7f269fc8-92b5-4d6c-b1a4-4e3b6bf85a9b admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/c397cdbf-19dd-4472-82fa-debd82cf8148 HTTP/1.1" status: 200 len: 816 time: 0.3734219 Aug 29 22:42:37.392143 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:37.395291 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:40.511528 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:41.189948 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=7 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:41.192235 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=22 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:43.905199 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:43.907054 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:50.528634 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:42:52.349440 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-96533389-9656-433f-996f-7572bc5fefbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:54.715549 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd4de561-ac5d-41fb-b837-bdf6668a30ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:56.021227 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:57.286818 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:42:57.460895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:03.569021 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53350) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:03.895058 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [None req-ab315149-2cde-44b2-965f-c636db891513 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:43:03.896064 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ab315149-2cde-44b2-965f-c636db891513 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3261135 Aug 29 22:43:06.351730 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53358) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:06.779571 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d94db10-4821-47b0-ab05-6abbd50546ad admin admin] GET failed (client error): The resource could not be found. Aug 29 22:43:06.780965 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1d94db10-4821-47b0-ab05-6abbd50546ad admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4282157 Aug 29 22:43:06.866985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceffdb53-eb53-4ed0-a959-a4206f279dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:06.868560 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ceffdb53-eb53-4ed0-a959-a4206f279dcd admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832686 Aug 29 22:43:07.394156 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:07.395968 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:07.513669 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:43:09.260241 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53366) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:09.590185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:43:09.677490 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Made reservation on behalf of eb4839200e8e45dfa0acd9e9d8f433bc for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:43:09.679890 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:09.719030 dv-cinder-854269-4-iscsi neutron-server[124851]: WARNING neutron.services.revisions.revision_plugin [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Could not find related network for resource to bump revision. Aug 29 22:43:09.731645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:43:09.741057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (440161b2-a2df-49ff-a688-c31f31c1e060), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:09.741400 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Added segment 440161b2-a2df-49ff-a688-c31f31c1e060 of type vlan for network e9e00a4d-e85a-49fd-a609-c54bf218a1eb Aug 29 22:43:09.789735 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (e9e00a4d-e85a-49fd-a609-c54bf218a1eb), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:09.877550 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (e9e00a4d-e85a-49fd-a609-c54bf218a1eb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:09.878564 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:09.879171 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:09.972752 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=e9e00a4d-e85a-49fd-a609-c54bf218a1eb,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:09.979384 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.979735 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.980105 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.980451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.980817 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.981148 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.981475 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.981800 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.982126 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.982449 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.982789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.983116 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.983437 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.983758 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.984078 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:09.995334 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network e9e00a4d-e85a-49fd-a609-c54bf218a1eb details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:43:10.029003 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1319ebf2-9ea4-459d-ab23-374d040f5aa3 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7674749 Aug 29 22:43:12.436789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53374) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:43:12.795976 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.pecan_wsgi.hooks.translation [None req-336f1c6e-195e-408b-9883-b2520da194c8 admin admin] GET failed (client error): The resource could not be found. Aug 29 22:43:12.797352 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-336f1c6e-195e-408b-9883-b2520da194c8 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3597150 Aug 29 22:43:12.871534 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea4c37-3ba0-470d-a9b1-79f8aebcbed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:12.873013 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-7cea4c37-3ba0-470d-a9b1-79f8aebcbed1 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710776 Aug 29 22:43:12.882888 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb', 'description': 'shared-subnet'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:43:13.035312 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Made reservation on behalf of eb4839200e8e45dfa0acd9e9d8f433bc for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:43:13.037789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:13.315362 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (6bd74115-7864-4d72-917a-04d5072618e2), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:13.372918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd74115-7864-4d72-917a-04d5072618e2,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:13.382944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Checking segment: {'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:43:13.383292 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Network hostable DHCP agents. Network: e9e00a4d-e85a-49fd-a609-c54bf218a1eb, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:43:13.494869 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Network e9e00a4d-e85a-49fd-a609-c54bf218a1eb is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:43:13.575434 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, e9e00a4d-e85a-49fd-a609-c54bf218a1eb) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:43:13.579552 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:43:13.580156 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:13.586033 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6b02c-5015-48c3-b076-df581e6b7b1f None None] Network e9e00a4d-e85a-49fd-a609-c54bf218a1eb requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:43:13.641225 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f1346cc2-49fc-4d69-a578-39b219fed5ef admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7616327 Aug 29 22:43:13.695799 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-e9e00a4d-e85a-49fd-a609-c54bf218a1eb', 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb', 'project_id': 'eb4839200e8e45dfa0acd9e9d8f433bc', 'fixed_ips': [{'subnet_id': '6bd74115-7864-4d72-917a-04d5072618e2'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:43:13.696783 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:13.840685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Allocated IP 192.168.233.2 (e9e00a4d-e85a-49fd-a609-c54bf218a1eb/6bd74115-7864-4d72-917a-04d5072618e2/5bd4089d-e759-4b28-a93c-890b8a035393) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:43:13.990677 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Publish callbacks [] for port (5bd4089d-e759-4b28-a93c-890b8a035393), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:14.089866 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:14.131288 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Network e9e00a4d-e85a-49fd-a609-c54bf218a1eb is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:43:14.136666 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:43:14.140511 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:43:14.149409 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Pushing event updated for resources: {'Port': ['ID=5bd4089d-e759-4b28-a93c-890b8a035393,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:14.173588 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.181972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:43:14.215551 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Attempting to bind port 5bd4089d-e759-4b28-a93c-890b8a035393 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:43:14.215932 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Attempting to bind port 5bd4089d-e759-4b28-a93c-890b8a035393 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:43:14.216785 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Attempting to bind port 5bd4089d-e759-4b28-a93c-890b8a035393 on network e9e00a4d-e85a-49fd-a609-c54bf218a1eb {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:43:14.222062 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:43:14.222444 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Checking segment: {'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:43:14.222853 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:14.223245 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Bound using segment: {'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:43:14.223714 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Bound port: 5bd4089d-e759-4b28-a93c-890b8a035393, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:43:14.224215 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:14.294560 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] For port 5bd4089d-e759-4b28-a93c-890b8a035393, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:43:14.297788 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] For port 5bd4089d-e759-4b28-a93c-890b8a035393, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=5bd4089d-e759-4b28-a93c-890b8a035393,segment=NetworkSegment(440161b2-a2df-49ff-a688-c31f31c1e060),segment_id=440161b2-a2df-49ff-a688-c31f31c1e060)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:43:14.395835 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:14.458512 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03911c-baaf-48fd-8a3c-0fb8de210aaa None None] Pushing event updated for resources: {'Port': ['ID=5bd4089d-e759-4b28-a93c-890b8a035393,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:15.082276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 5bd4089d-e759-4b28-a93c-890b8a035393 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:43:15.134152 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 5bd4089d-e759-4b28-a93c-890b8a035393 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:15.134543 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.167882 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:15.220536 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:15.224136 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 5bd4089d-e759-4b28-a93c-890b8a035393 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:15.224523 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.265006 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 5bd4089d-e759-4b28-a93c-890b8a035393, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=5bd4089d-e759-4b28-a93c-890b8a035393,segment=NetworkSegment(440161b2-a2df-49ff-a688-c31f31c1e060),segment_id=440161b2-a2df-49ff-a688-c31f31c1e060)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:43:15.324819 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3652eb1-b90f-48d9-905d-6d804526ad17 None None] Network e9e00a4d-e85a-49fd-a609-c54bf218a1eb requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:43:15.337713 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.420420 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-0f80495d-d176-4e03-aca9-ced72b2086b3 None None] Provisioning complete for port 5bd4089d-e759-4b28-a93c-890b8a035393 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:15.420831 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0f80495d-d176-4e03-aca9-ced72b2086b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.480879 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=5bd4089d-e759-4b28-a93c-890b8a035393,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:43:15.558674 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-0f80495d-d176-4e03-aca9-ced72b2086b3 None None] Current status of the port 5bd4089d-e759-4b28-a93c-890b8a035393 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:15.778271 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-0bb895db-ac60-4839-afee-60a0e0cf3f5c None None] Provisioning complete for port 5bd4089d-e759-4b28-a93c-890b8a035393 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:15.778271 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0bb895db-ac60-4839-afee-60a0e0cf3f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:15.856536 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-0bb895db-ac60-4839-afee-60a0e0cf3f5c None None] Current status of the port 5bd4089d-e759-4b28-a93c-890b8a035393 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:17.063142 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 5bd4089d-e759-4b28-a93c-890b8a035393 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:43:17.111398 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 5bd4089d-e759-4b28-a93c-890b8a035393 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:43:17.111803 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (5bd4089d-e759-4b28-a93c-890b8a035393), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:17.186401 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 5bd4089d-e759-4b28-a93c-890b8a035393 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:43:17.509563 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:22.351869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3f1f5ded-5441-47a9-91c3-4741cd846342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:22.516123 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:23.589751 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:23.592086 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:24.686943 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8354579-24d6-4d23-b2f3-ce0d468cd24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:26.026104 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:27.271780 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:27.463877 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:27.524960 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:37.398539 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:37.400367 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:44.513340 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:43:52.332694 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dcd28e20-1632-4471-bcba-f7eaa208ac5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:54.510176 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:54.511829 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:43:54.712048 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f9837b7b-8b91-408e-87c1-973fc628623f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:56.066174 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:57.292508 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:43:57.477074 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:04.545637 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:07.395421 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:07.401332 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:21.514765 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:44:22.361278 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-788f5115-0691-4754-95b0-b6a1e0ee7653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:24.801454 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a9ac-8f42-422d-98f7-92aa4ebad32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:26.042979 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.281626 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:27.464563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:31.509129 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:31.510277 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:37.402427 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:37.404602 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:38.651070 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53416) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:38.658085 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [None req-4252aa90-1bdf-4cb8-9876-dd8d878d403d tempest-verify_tempest_config-677514816 tempest-verify_tempest_config-677514816-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:44:38.659164 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4252aa90-1bdf-4cb8-9876-dd8d878d403d tempest-verify_tempest_config-677514816 tempest-verify_tempest_config-677514816-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0070958 Aug 29 22:44:39.379025 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53434) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:39.720289 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.793493 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Publish callbacks [] for security_group (4c3d18d8-6725-4cc9-bba1-7d16f394403a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.859829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4c3d18d8-6725-4cc9-bba1-7d16f394403a), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.905037 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3d18d8-6725-4cc9-bba1-7d16f394403a,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:39.909733 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2ab7617cd5d54caea5e6b4fd2cabdae6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5305169 Aug 29 22:44:39.912650 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53440) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:44:39.913957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.914311 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.914670 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.915009 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.915342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.915669 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.915993 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.916316 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.916657 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.917008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.917347 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.917685 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.918008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.918331 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.918650 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b697d-255c-4636-b890-466fdfed7e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:39.969028 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Publish callbacks [] for security_group (4c3d18d8-6725-4cc9-bba1-7d16f394403a), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:39.988437 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Publish callbacks [] for security_group (4c3d18d8-6725-4cc9-bba1-7d16f394403a), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.134661 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4c3d18d8-6725-4cc9-bba1-7d16f394403a), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.137300 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:40.138515 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4c3d18d8-6725-4cc9-bba1-7d16f394403a HTTP/1.1" status: 204 len: 168 time: 0.2248158 Aug 29 22:44:40.147232 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3d18d8-6725-4cc9-bba1-7d16f394403a,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:44:40.154101 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.154439 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.154804 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.155149 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.155489 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.155823 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.156158 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.156487 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.156877 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.157210 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.157555 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.157904 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.158235 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.158561 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:40.158886 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24866c25-e0ac-4834-9a6c-832304ebdefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:44:41.547209 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:49.901057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:49.908147 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:50.149788 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:50.151023 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:50.179224 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:52.332984 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-c7e8ad01-e10b-4f1e-b004-c6a778a9fdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:52.582819 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=12 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:52.586805 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=14 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:44:54.688784 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3d2592b1-9906-4e8b-84a2-ed7c7df7bd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:56.041511 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:57.293972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:57.574377 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:44:58.514056 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:45:07.402415 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=6 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:07.409509 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:18.515243 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:18.521184 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:22.333870 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fd91e688-57c7-4b48-92ed-396789e0c6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:24.693758 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7a6048f3-f5e4-4420-ad06-9eecd544ae09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:26.024930 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:27.265456 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:27.528121 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:35.512780 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:45:37.409647 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:37.412490 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:52.333875 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7a6ee17-e978-48cd-beca-281f68457336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:54.705210 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b04b678d-a767-409d-9183-5f5b03b64dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:55.512964 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:55.517854 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=5 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:45:56.036643 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:57.299182 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:45:57.493837 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:07.413331 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:07.416205 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:12.511779 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 5 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:46:14.510163 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:18.099213 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7914118'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:22.322013 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5b57cb3c-5f90-4781-91ae-e5ee0035e162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:24.687666 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-9d6c60dc-4a19-47a0-8ca6-b2cee44c075f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:26.042175 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:27.328076 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:27.545130 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:30.368455 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53538) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:30.501197 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-10d8cf3b-e7d2-400f-898b-008666cd092f admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1316779 Aug 29 22:46:32.509469 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:32.514332 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:32.712377 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53548) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:46:32.768243 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9634e21b-37ff-4a12-8a52-cbd9e493b4e3 admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545347 Aug 29 22:46:37.416214 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:37.418155 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:40.495850 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:42.763362 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:46:48.082217 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:49.511369 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:46:52.339112 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f52f68a1-51a7-43d6-8061-f4fe1ff27044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:54.710646 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27c7e260-45df-4f25-892c-ef6bcbb0ba41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:56.030777 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:57.287807 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:46:57.493097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:07.415452 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:07.422382 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:09.506250 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=15 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:09.510174 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=19 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:18.099088 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:22.310294 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-6b7b8792-596e-467a-a21f-8584f52375a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:24.705724 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a3310a83-eb5a-4d1d-ae02-d5e2abaf2d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.035983 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:26.512076 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:47:27.271071 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:27.511092 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:37.422642 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:37.424473 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:48.088251 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:50.518757 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:50.519583 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:47:52.339075 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-81159008-f7f4-4877-91ba-b7d50c7a954b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:54.722356 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-52b98b8c-b9b1-441d-a16b-0383a9fa31c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:56.052635 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:57.334299 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:47:57.492696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:03.511565 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:48:07.425438 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:07.429349 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:13.837348 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53736) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:14.473911 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53770) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:14.498761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-592292649-network', 'tenant_id': 'cedceef6152643f7875eff039186cd55'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:14.528178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53774) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:14.567252 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53780) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:14.579886 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Made reservation on behalf of cedceef6152643f7875eff039186cd55 for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:14.582741 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:14.607729 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:14.685925 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks [] for security_group (b74d3a48-b9d1-42a5-a06e-da6cba092438), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:14.767629 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b74d3a48-b9d1-42a5-a06e-da6cba092438), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:14.798427 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d3a48-b9d1-42a5-a06e-da6cba092438,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:14.801659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:14.810092 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.810384 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.810798 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.811184 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.811597 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.812542 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.812857 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.814265 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.814265 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.814265 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.814804 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.815287 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.815614 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.816094 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.816583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Tracked resource versions report: Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: pushed versions: Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: { 'AddressGroup': {'1.2'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Agent': {'1.1'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'ConntrackHelper': {'1.0'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Log': {'1.0'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'NDPProxy': {'1.0'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Network': {'1.1'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Port': {'1.7'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'PortForwarding': {'1.3'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'QosPolicy': {'1.10'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroup': {'1.5'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SubPort': {'1.0'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Subnet': {'1.1'}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Trunk': {'1.1'}} Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: consumer versions: Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: HyperV agent@hv-cinder-85426: {}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Agent': '1.1', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'ConntrackHelper': '1.0', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'LocalIPAssociation': '1.0', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Log': '1.0', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'NDPProxy': '1.0', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Network': '1.1', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Port': '1.7', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'PortForwarding': '1.3', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'QosPolicy': '1.10', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroup': '1.5', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SecurityGroupRule': '1.2', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'SubPort': '1.0', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Subnet': '1.1', Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: 'Trunk': '1.1'}} Aug 29 22:48:14.817869 dv-cinder-854269-4-iscsi neutron-server[124851]: {{(pid=124851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:48:14.833532 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (e34bd83d-0f74-4a84-810d-394539d008b7), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:14.834059 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Added segment e34bd83d-0f74-4a84-810d-394539d008b7 of type vlan for network 22d29419-442a-4e58-a3c8-da734d6fd566 Aug 29 22:48:14.886257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1796505467-network', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:14.897619 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (22d29419-442a-4e58-a3c8-da734d6fd566), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:14.939895 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-network', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:14.961795 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-network', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:15.048312 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Made reservation on behalf of a0e8b532701e43a39a0fd260e3e5d12d for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:15.048783 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Made reservation on behalf of d106ca51e01f439f82fd71df4dc2ed71 for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:15.050911 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.051759 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.064242 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (22d29419-442a-4e58-a3c8-da734d6fd566), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.064242 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:15.064242 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.071636 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.083758 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.164103 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3257477 Aug 29 22:48:15.206263 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks [] for security_group (89a5b90c-b43b-4c0f-a74f-7d2966482b14), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.207211 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Made reservation on behalf of 52aad64da33c4a48aa9eb7e325c5669b for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:15.212551 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.213807 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53818) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:15.219636 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Request body: {'subnet': {'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-592292649-subnet', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:15.221858 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks [] for security_group (8454b83b-cc92-406e-98b7-2d6ab79b7aa8), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.248383 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.277516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad96d5a-5e37-43ec-b080-9306555c0918 admin admin] Pushing event updated for resources: {'Network': ['ID=22d29419-442a-4e58-a3c8-da734d6fd566,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:15.288869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 22d29419-442a-4e58-a3c8-da734d6fd566 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:15.311258 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (8454b83b-cc92-406e-98b7-2d6ab79b7aa8), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.316108 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (89a5b90c-b43b-4c0f-a74f-7d2966482b14), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.333028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:15.350031 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a5b90c-b43b-4c0f-a74f-7d2966482b14,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:15.357068 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Made reservation on behalf of cedceef6152643f7875eff039186cd55 for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:15.357840 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (9b498a38-b10d-4dc8-9c25-9eafcaab5b0a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.358790 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Added segment 9b498a38-b10d-4dc8-9c25-9eafcaab5b0a of type vlan for network 3cbc22b7-19e9-4863-99a1-541b71beccc1 Aug 29 22:48:15.360417 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.408073 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (3cbc22b7-19e9-4863-99a1-541b71beccc1), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.446018 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=70,neutron:INSERT=21,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:15.478152 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8454b83b-cc92-406e-98b7-2d6ab79b7aa8,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:15.504401 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (3cbc22b7-19e9-4863-99a1-541b71beccc1), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.506592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:15.507502 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.510850 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.511200 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.515239 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.515239 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.515239 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.515653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.516066 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.516419 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.517906 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.518447 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.520886 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.521416 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.521920 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.522424 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.524255 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Tracked resource versions report: Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: pushed versions: Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: { 'AddressGroup': {'1.2'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Agent': {'1.1'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'ConntrackHelper': {'1.0'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Log': {'1.0'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'NDPProxy': {'1.0'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Network': {'1.1'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Port': {'1.7'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'PortForwarding': {'1.3'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'QosPolicy': {'1.10'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroup': {'1.5'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SubPort': {'1.0'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Subnet': {'1.1'}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Trunk': {'1.1'}} Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: consumer versions: Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: HyperV agent@hv-cinder-85426: {}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Agent': '1.1', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'ConntrackHelper': '1.0', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'LocalIPAssociation': '1.0', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Log': '1.0', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'NDPProxy': '1.0', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Network': '1.1', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Port': '1.7', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'PortForwarding': '1.3', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'QosPolicy': '1.10', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroup': '1.5', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SecurityGroupRule': '1.2', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'SubPort': '1.0', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Subnet': '1.1', Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: 'Trunk': '1.1'}} Aug 29 22:48:15.527235 dv-cinder-854269-4-iscsi neutron-server[124850]: {{(pid=124850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:48:15.577963 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:15.632657 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1575685 Aug 29 22:48:15.642008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53834) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:15.649094 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Request body: {'subnet': {'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1796505467-subnet', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:15.675663 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355ca69-57c1-4877-9e86-5f1101514a2b admin admin] Pushing event updated for resources: {'Network': ['ID=3cbc22b7-19e9-4863-99a1-541b71beccc1,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:15.683512 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (4709574b-a7f5-4759-a914-5084b8d2c79b), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.683862 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Added segment 4709574b-a7f5-4759-a914-5084b8d2c79b of type vlan for network b1b1aef3-5468-47e0-acb3-a09710f077e5 Aug 29 22:48:15.689928 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:15.692962 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks [] for security_group (d31f710c-0fc9-478a-ada7-8353c5db1f9d), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.776150 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Made reservation on behalf of d106ca51e01f439f82fd71df4dc2ed71 for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:15.779384 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.780196 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d31f710c-0fc9-478a-ada7-8353c5db1f9d), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.792851 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (b1b1aef3-5468-47e0-acb3-a09710f077e5), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.833417 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:48:15.839526 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:15.857992 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31f710c-0fc9-478a-ada7-8353c5db1f9d,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:15.892933 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (76895c9d-2358-48e2-b637-939f0f2ab143), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:15.893613 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Added segment 76895c9d-2358-48e2-b637-939f0f2ab143 of type vlan for network e0df57fe-49a1-4753-930b-30f7d46d9482 Aug 29 22:48:15.895609 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:15.959435 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:15.985576 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (e0df57fe-49a1-4753-930b-30f7d46d9482), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.003180 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (b1b1aef3-5468-47e0-acb3-a09710f077e5), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.004257 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:16.004967 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.089181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (c7b12059-0ee8-4a6d-87b4-2a199f732beb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.098085 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] Pushing event updated for resources: {'Network': ['ID=b1b1aef3-5468-47e0-acb3-a09710f077e5,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:16.111237 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:16.129268 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (c3d61623-91de-4697-8167-62bfefc2b415), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.135605 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9c76b91b-1448-4972-b5f8-63df662faace admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6061907 Aug 29 22:48:16.140289 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53862) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:16.199731 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Request body: {'subnet': {'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-subnet', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:16.208896 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b12059-0ee8-4a6d-87b4-2a199f732beb,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:16.221852 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (e0df57fe-49a1-4753-930b-30f7d46d9482), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.222767 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:16.223339 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.228366 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Checking segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:16.228738 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Network hostable DHCP agents. Network: 3cbc22b7-19e9-4863-99a1-541b71beccc1, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:16.275961 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d61623-91de-4697-8167-62bfefc2b415,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:16.330056 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:16.354907 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Checking segment: {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:16.355368 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Network hostable DHCP agents. Network: 22d29419-442a-4e58-a3c8-da734d6fd566, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:16.370460 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8022189 Aug 29 22:48:16.375122 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Made reservation on behalf of a0e8b532701e43a39a0fd260e3e5d12d for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:16.375270 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53866) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:16.375388 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.375909 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87aa8c-4772-4f45-88f7-894a6711ef63 admin admin] Pushing event updated for resources: {'Network': ['ID=e0df57fe-49a1-4753-930b-30f7d46d9482,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:16.377640 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Request body: {'subnet': {'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-subnet', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:16.387010 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network e0df57fe-49a1-4753-930b-30f7d46d9482 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:48:16.388648 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 3cbc22b7-19e9-4863-99a1-541b71beccc1) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:16.401643 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:16.402279 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.467663 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58be71b7-fcb2-44ad-8dc1-9b2057a04754 None None] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:16.628902 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-3cbc22b7-19e9-4863-99a1-541b71beccc1', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:16.634730 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.654430 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Made reservation on behalf of 52aad64da33c4a48aa9eb7e325c5669b for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:16.657134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.662003 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-6a5cc9ce-4f4a-4e96-a3a5-30b5e89be5a4 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0186920 Aug 29 22:48:16.665177 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53870) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:16.670275 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:16.684132 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Network 22d29419-442a-4e58-a3c8-da734d6fd566 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:16.696477 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 22d29419-442a-4e58-a3c8-da734d6fd566) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:16.711447 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3c115-8214-40bd-bb12-01873a5e9fb3 None None] Network 22d29419-442a-4e58-a3c8-da734d6fd566 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:16.712532 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:16.713212 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.733493 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:16.745873 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (1ba853ec-a232-440b-a7fd-394e0d4b08c1), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.801598 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba853ec-a232-440b-a7fd-394e0d4b08c1,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:16.818875 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Checking segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:16.819246 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Network hostable DHCP agents. Network: b1b1aef3-5468-47e0-acb3-a09710f077e5, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:16.851723 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e60339e1-5570-436a-8699-39fe9916535c admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6366956 Aug 29 22:48:16.852738 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (91177666-2801-4421-aaf2-93d08ccbf71f), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.853814 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (91177666-2801-4421-aaf2-93d08ccbf71f), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.856971 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53874) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:16.862016 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:16.935064 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:16.949508 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (234e1bca-dad4-4c20-bed4-30c64ede9fb8), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.953420 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (234e1bca-dad4-4c20-bed4-30c64ede9fb8), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.954803 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks [] for router_controller (91177666-2801-4421-aaf2-93d08ccbf71f), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.955723 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (8fa2308a-d2cb-4789-85b8-160c4d2abcf2), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:16.961054 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:16.975693 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Allocated IP 172.20.0.2 (3cbc22b7-19e9-4863-99a1-541b71beccc1/c7b12059-0ee8-4a6d-87b4-2a199f732beb/c86079ad-d6f8-4f2c-976f-feaf85c2a118) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:16.987893 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-22d29419-442a-4e58-a3c8-da734d6fd566', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'project_id': 'cedceef6152643f7875eff039186cd55', 'fixed_ips': [{'subnet_id': 'c3d61623-91de-4697-8167-62bfefc2b415'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:16.988824 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.089819 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, b1b1aef3-5468-47e0-acb3-a09710f077e5) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:17.165431 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:17.165431 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.194559 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Publish callbacks [] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.196050 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7ac9f-38a3-4203-8a1e-db82eed5bdc1 None None] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:17.196577 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa2308a-d2cb-4789-85b8-160c4d2abcf2,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:17.207078 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:17.207333 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks [] for router_controller (234e1bca-dad4-4c20-bed4-30c64ede9fb8), precommit_add_association {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.213001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Checking segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:17.213404 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Network hostable DHCP agents. Network: e0df57fe-49a1-4753-930b-30f7d46d9482, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:48:17.251614 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:17.305171 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.572734 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Network e0df57fe-49a1-4753-930b-30f7d46d9482 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:48:17.573050 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:17.573050 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:17.573050 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:17.573050 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:17.573592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, e0df57fe-49a1-4753-930b-30f7d46d9482) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:17.573664 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-491db162-908a-4f0e-88cc-dd1e205f1453 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2107806 Aug 29 22:48:17.573664 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53880) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:17.573664 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:17.573664 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks [] for router_gateway (91177666-2801-4421-aaf2-93d08ccbf71f), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.573885 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:17.573885 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.574007 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04485ecd-e31f-4caf-bf39-a8c1ab293198 None None] Network e0df57fe-49a1-4753-930b-30f7d46d9482 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:17.574085 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:17.574153 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Allocated IP 172.20.0.2 (22d29419-442a-4e58-a3c8-da734d6fd566/c3d61623-91de-4697-8167-62bfefc2b415/2db98ac4-b21e-4ba7-b751-d403fc5de9dc) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:17.574220 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks [] for router_gateway (234e1bca-dad4-4c20-bed4-30c64ede9fb8), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.574288 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-b1b1aef3-5468-47e0-acb3-a09710f077e5', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:17.574288 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.581923 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Pushing event updated for resources: {'Port': ['ID=c86079ad-d6f8-4f2c-976f-feaf85c2a118,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:17.606121 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.612491 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.620773 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-eee5fa8d-4a5e-49af-9cad-3753008df8ed admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2484083 Aug 29 22:48:17.624807 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 53888) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:17.634477 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.635009 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.636857 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.637059 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.637437 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.638087 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.638087 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.638294 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.638612 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.638943 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.639271 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.639635 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.640878 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.641100 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.641428 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Tracked resource versions report: Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: pushed versions: Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: { 'AddressGroup': {'1.2'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Agent': {'1.1'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'ConntrackHelper': {'1.0'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Log': {'1.0'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'NDPProxy': {'1.0'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Network': {'1.1'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Port': {'1.7'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'PortForwarding': {'1.3'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'QosPolicy': {'1.10'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroup': {'1.5'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SubPort': {'1.0'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Subnet': {'1.1'}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Trunk': {'1.1'}} Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: consumer versions: Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: HyperV agent@hv-cinder-85426: {}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Agent': '1.1', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'ConntrackHelper': '1.0', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'LocalIPAssociation': '1.0', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Log': '1.0', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'NDPProxy': '1.0', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Network': '1.1', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Port': '1.7', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'PortForwarding': '1.3', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'QosPolicy': '1.10', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroup': '1.5', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SecurityGroupRule': '1.2', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'SubPort': '1.0', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Subnet': '1.1', Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: 'Trunk': '1.1'}} Aug 29 22:48:17.642658 dv-cinder-854269-4-iscsi neutron-server[124852]: {{(pid=124852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:48:17.663754 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:17.816995 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks [] for router_controller (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.961954 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks [] for router_gateway (234e1bca-dad4-4c20-bed4-30c64ede9fb8), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.979279 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (39c2a81f-5579-4ee8-be5b-02cb7124a596), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:17.981615 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (39c2a81f-5579-4ee8-be5b-02cb7124a596), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.003984 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.009989 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Allocated IP 172.20.0.2 (b1b1aef3-5468-47e0-acb3-a09710f077e5/1ba853ec-a232-440b-a7fd-394e0d4b08c1/72347af6-b2b7-4bc5-8d39-fc029c5a9ee6) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:18.095143 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Attempting to bind port c86079ad-d6f8-4f2c-976f-feaf85c2a118 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:18.095735 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Attempting to bind port c86079ad-d6f8-4f2c-976f-feaf85c2a118 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:18.096245 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Attempting to bind port c86079ad-d6f8-4f2c-976f-feaf85c2a118 on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:18.153838 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:18.154481 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Checking segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:18.155032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.155637 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Bound using segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:18.156808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Bound port: c86079ad-d6f8-4f2c-976f-feaf85c2a118, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:18.157369 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.215067 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Allocated IP 172.27.4.185 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/d93916f5-10b8-4950-89af-6389db477bb8) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:18.239866 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.258419 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks [] for router_gateway (91177666-2801-4421-aaf2-93d08ccbf71f), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.262397 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks [] for router_controller (39c2a81f-5579-4ee8-be5b-02cb7124a596), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.285025 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks [] for router_gateway (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.289081 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.301663 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-e0df57fe-49a1-4753-930b-30f7d46d9482', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:48:18.302605 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.353935 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:18.362553 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:18.375976 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks [] for port (d93916f5-10b8-4950-89af-6389db477bb8), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.478761 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] For port c86079ad-d6f8-4f2c-976f-feaf85c2a118, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:18.478956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (d93916f5-10b8-4950-89af-6389db477bb8), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.511969 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:18.528703 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Publish callbacks [] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.542329 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] For port c86079ad-d6f8-4f2c-976f-feaf85c2a118, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=c86079ad-d6f8-4f2c-976f-feaf85c2a118,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:18.565048 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:18.567013 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:18.574128 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks [] for router_gateway (39c2a81f-5579-4ee8-be5b-02cb7124a596), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.585243 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:18.631861 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Publish callbacks [] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.640036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Pushing event updated for resources: {'Port': ['ID=d93916f5-10b8-4950-89af-6389db477bb8,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:18.652525 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Allocated IP 172.20.0.2 (e0df57fe-49a1-4753-930b-30f7d46d9482/8fa2308a-d2cb-4789-85b8-160c4d2abcf2/4605079f-00c7-4c35-8482-e9624c1ed727) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:18.653257 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Allocated IP 172.27.4.179 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/7543472b-7de7-47ae-9e2f-d501aae21020) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:18.690685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.696190 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.699264 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.802553 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:18.804320 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Network 22d29419-442a-4e58-a3c8-da734d6fd566 is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:18.811845 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:18.816376 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:18.820124 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:18.822069 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Pushing event updated for resources: {'Port': ['ID=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:18.840575 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:18.848544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:18.899036 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks [] for router_gateway (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:18.955680 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.004406 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Publish callbacks [] for port (4605079f-00c7-4c35-8482-e9624c1ed727), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.005589 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks [] for router_gateway (234e1bca-dad4-4c20-bed4-30c64ede9fb8), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.049693 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Pushing event updated for resources: {'Port': ['ID=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:19.326293 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Attempting to bind port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:19.332999 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Attempting to bind port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:19.332999 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Attempting to bind port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 on network b1b1aef3-5468-47e0-acb3-a09710f077e5 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:19.332999 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.332999 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:19.336502 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (234e1bca-dad4-4c20-bed4-30c64ede9fb8), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.338763 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Attempting to bind port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:19.339232 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Attempting to bind port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:19.339602 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Attempting to bind port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc on network 22d29419-442a-4e58-a3c8-da734d6fd566 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:19.359113 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:19.361122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Checking segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:19.361122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.361122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Bound using segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:19.361122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Bound port: 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:19.361122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.371096 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:19.371497 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Checking segment: {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:19.371869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.372268 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Bound using segment: {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:19.372781 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Bound port: 2db98ac4-b21e-4ba7-b751-d403fc5de9dc, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:19.373173 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.404408 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Network e0df57fe-49a1-4753-930b-30f7d46d9482 is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:19.419800 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:19.436054 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:19.453010 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:19.460481 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279f6b-11bc-4205-b8fd-293e40636fee None None] Pushing event updated for resources: {'Port': ['ID=c86079ad-d6f8-4f2c-976f-feaf85c2a118,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:19.505893 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks [] for port (7543472b-7de7-47ae-9e2f-d501aae21020), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.589765 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks [] for router_gateway (39c2a81f-5579-4ee8-be5b-02cb7124a596), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.600218 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] For port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:19.606035 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Pushing event updated for resources: {'Port': ['ID=4605079f-00c7-4c35-8482-e9624c1ed727,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:19.611779 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] For port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:19.613828 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.635706 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] For port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:19.640628 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] For port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:19.642587 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Attempting to bind port 4605079f-00c7-4c35-8482-e9624c1ed727 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:19.642971 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Attempting to bind port 4605079f-00c7-4c35-8482-e9624c1ed727 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:19.643331 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Attempting to bind port 4605079f-00c7-4c35-8482-e9624c1ed727 on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:19.648806 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:19.649188 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Checking segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:19.649658 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.650058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Bound using segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:19.650527 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Bound port: 4605079f-00c7-4c35-8482-e9624c1ed727, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:19.650909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.713862 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:19.714112 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.724218 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] For port 4605079f-00c7-4c35-8482-e9624c1ed727, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:19.727482 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] For port 4605079f-00c7-4c35-8482-e9624c1ed727, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=4605079f-00c7-4c35-8482-e9624c1ed727,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:19.748006 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:48:19.748226 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.755401 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.787781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:19.797313 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:19.818686 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:19.850408 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4101d5-fd15-4a81-aa50-efe4cd2dda28 None None] Pushing event updated for resources: {'Port': ['ID=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:19.868959 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:19.960755 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Pushing event updated for resources: {'Port': ['ID=7543472b-7de7-47ae-9e2f-d501aae21020,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:19.986382 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Allocated IP 172.27.4.233 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/232d9c5d-49f8-4bf2-ad5d-07b05d7df54f) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:20.056158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7bc55-6425-442f-842a-703e528fae1e None None] Pushing event updated for resources: {'Port': ['ID=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:20.115835 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:20.131931 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Sync routers for ids ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:20.159298 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Routers {'234e1bca-dad4-4c20-bed4-30c64ede9fb8'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:20.160192 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:47:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:20.213396 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3ea70-4991-47b9-88bf-cbc8eed64edd None None] Pushing event updated for resources: {'Port': ['ID=4605079f-00c7-4c35-8482-e9624c1ed727,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:20.271403 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.278729 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d9a3fd40-4502-4247-838a-fd7fb9476a70 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4205248 Aug 29 22:48:20.279670 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53954) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:20.333523 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:20.418742 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:20.564808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e7264-fe57-4523-914c-63f3f8f226a8 None None] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:20.589981 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks [] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.595563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-36d9b0dd-b9a7-4b7f-9783-fbc0b4f01591 None None] Provisioning complete for port c86079ad-d6f8-4f2c-976f-feaf85c2a118 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:20.595563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-36d9b0dd-b9a7-4b7f-9783-fbc0b4f01591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.688844 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Set router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:20.713192 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:20.914043 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks [] for router_gateway (91177666-2801-4421-aaf2-93d08ccbf71f), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:20.932467 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-36d9b0dd-b9a7-4b7f-9783-fbc0b4f01591 None None] Current status of the port c86079ad-d6f8-4f2c-976f-feaf85c2a118 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:20.933059 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-36d9b0dd-b9a7-4b7f-9783-fbc0b4f01591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.010180 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-36d9b0dd-b9a7-4b7f-9783-fbc0b4f01591 None None] For port c86079ad-d6f8-4f2c-976f-feaf85c2a118, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=c86079ad-d6f8-4f2c-976f-feaf85c2a118,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:21.074139 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:21.099482 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:18Z', 'revision_number': 3, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port': {'id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:21.129489 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Checking router: 234e1bca-dad4-4c20-bed4-30c64ede9fb8 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:21.129841 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Updating router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 port d93916f5-10b8-4950-89af-6389db477bb8 binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:21.170753 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d93916f5-10b8-4950-89af-6389db477bb8), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.217254 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (91177666-2801-4421-aaf2-93d08ccbf71f), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.317689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.497392 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4605079f-00c7-4c35-8482-e9624c1ed727 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:21.536210 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:21.547907 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 4605079f-00c7-4c35-8482-e9624c1ed727 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:21.548301 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.564962 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:21.574156 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205d8ae-598d-40fa-a1ff-f38e993547f2 None None] Network 22d29419-442a-4e58-a3c8-da734d6fd566 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:21.585153 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Allocated IP 172.20.0.1 (22d29419-442a-4e58-a3c8-da734d6fd566/c3d61623-91de-4697-8167-62bfefc2b415/1e3853db-fa89-4db5-9870-b634e0c81168) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:21.657788 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-36d9b0dd-b9a7-4b7f-9783-fbc0b4f01591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.693104 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.705498 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Router 91177666-2801-4421-aaf2-93d08ccbf71f is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:48:21.721934 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks [] for port (1e3853db-fa89-4db5-9870-b634e0c81168), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.799913 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:21.814346 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:21.817176 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:21.835260 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Allocated IP 172.27.4.167 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/390efa2a-24de-4cce-9e43-f530ba275d3f) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:21.844689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.851662 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Provisioning complete for port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:21.852111 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.856984 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 4605079f-00c7-4c35-8482-e9624c1ed727 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:21.857537 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.895665 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Network 22d29419-442a-4e58-a3c8-da734d6fd566 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:21.898746 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:21.903406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:21.903969 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (234e1bca-dad4-4c20-bed4-30c64ede9fb8), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:21.912385 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b0dd-b9a7-4b7f-9783-fbc0b4f01591 None None] Pushing event updated for resources: {'Port': ['ID=c86079ad-d6f8-4f2c-976f-feaf85c2a118,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:21.940131 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Pushing event updated for resources: {'Port': ['ID=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:22.006599 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 4605079f-00c7-4c35-8482-e9624c1ed727, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=4605079f-00c7-4c35-8482-e9624c1ed727,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:22.066036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Pushing event updated for resources: {'Port': ['ID=1e3853db-fa89-4db5-9870-b634e0c81168,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:22.074598 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Current status of the port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:22.075171 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.107651 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.108519 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2db98ac4-b21e-4ba7-b751-d403fc5de9dc up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:22.204588 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:22.249652 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Sync routers for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:22.280244 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:22.323783 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks [] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.398139 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.404734 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 53984) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:22.423676 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-1f3bb2a4-4b3b-44e9-9937-7c0bc59bdd89 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7571859 Aug 29 22:48:22.443671 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98539f5c-2d66-4538-b24c-da944b0f273a None None] Network e0df57fe-49a1-4753-930b-30f7d46d9482 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:22.593286 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:22.594514 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:47:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:22.598028 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:22.598541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.688883 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:22.696026 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks [] for router_gateway (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.722888 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=4605079f-00c7-4c35-8482-e9624c1ed727,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:22.726829 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] For port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:22.787926 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.813803 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-468b72e7-ec6f-415c-bce2-1931889831ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.821909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.843204 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c4d3b-7834-4521-bcf5-a07bb7acc5a6 None None] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:48:22.905027 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:22.925656 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:22.929776 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:22.954545 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:23.081617 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Pushing event updated for resources: {'Port': ['ID=390efa2a-24de-4cce-9e43-f530ba275d3f,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:23.105084 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Publish callbacks [] for port (d93916f5-10b8-4950-89af-6389db477bb8), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.113574 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Provisioning complete for port c86079ad-d6f8-4f2c-976f-feaf85c2a118 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:23.114078 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.152390 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:23.180560 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d93916f5-10b8-4950-89af-6389db477bb8), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.253535 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Pushing event updated for resources: {'Port': ['ID=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:23.259576 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Attempting to bind port d93916f5-10b8-4950-89af-6389db477bb8 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:23.260655 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Attempting to bind port d93916f5-10b8-4950-89af-6389db477bb8 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:23.261749 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Attempting to bind port d93916f5-10b8-4950-89af-6389db477bb8 on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:23.271398 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:23.276338 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device c86079ad-d6f8-4f2c-976f-feaf85c2a118 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:23.284564 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.290121 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:23.290512 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:23.290927 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.291334 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:23.291828 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Bound port: d93916f5-10b8-4950-89af-6389db477bb8, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:23.292279 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d93916f5-10b8-4950-89af-6389db477bb8), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.362991 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Pushing event updated for resources: {'Port': ['ID=d93916f5-10b8-4950-89af-6389db477bb8,revision_number=2']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:23.366202 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54000) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:23.370936 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.387312 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.387870 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.389092 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.389643 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.390798 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.391670 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.392192 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.392676 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.394117 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.394830 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.395464 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.395972 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.396509 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.397026 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.397513 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Tracked resource versions report: Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: pushed versions: Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: { 'AddressGroup': {'1.2'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Agent': {'1.1'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'ConntrackHelper': {'1.0'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'LocalIPAssociation': {'1.0'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Log': {'1.0'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'NDPProxy': {'1.0'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Network': {'1.1'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Port': {'1.7'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'PortForwarding': {'1.3'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'QosPolicy': {'1.10'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroup': {'1.5'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroupRule': {'1.2'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SubPort': {'1.0'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Subnet': {'1.1'}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Trunk': {'1.1'}} Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: consumer versions: Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: { DHCP agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: HyperV agent@hv-cinder-85426: {}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: L3 agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: Metadata agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: Metering agent@dv-cinder-854269-4-iscsi: {}, Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: Open vSwitch agent@dv-cinder-854269-4-iscsi: { 'AddressGroup': '1.2', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Agent': '1.1', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'ConntrackHelper': '1.0', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'LocalIPAssociation': '1.0', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Log': '1.0', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'NDPProxy': '1.0', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Network': '1.1', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Port': '1.7', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'PortForwarding': '1.3', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'QosPolicy': '1.10', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroup': '1.5', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SecurityGroupRule': '1.2', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'SubPort': '1.0', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Subnet': '1.1', Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: 'Trunk': '1.1'}} Aug 29 22:48:23.399226 dv-cinder-854269-4-iscsi neutron-server[124853]: {{(pid=124853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 22:48:23.423828 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.427943 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] For port d93916f5-10b8-4950-89af-6389db477bb8, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:23.432231 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] For port d93916f5-10b8-4950-89af-6389db477bb8, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=d93916f5-10b8-4950-89af-6389db477bb8,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:23.513421 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d93916f5-10b8-4950-89af-6389db477bb8), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.544813 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.548063 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.599591 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Routers {'234e1bca-dad4-4c20-bed4-30c64ede9fb8'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:23.600165 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:47:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:23.600958 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.624575 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:20Z', 'revision_number': 3, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:23.687856 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d54de-4b46-4cd7-a03c-8161e6c069d6 None None] Pushing event updated for resources: {'Port': ['ID=d93916f5-10b8-4950-89af-6389db477bb8,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:23.727914 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.728010 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9656c6ec-fd12-4226-9dc7-9f2580a1cf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.755086 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks [] for router_gateway (39c2a81f-5579-4ee8-be5b-02cb7124a596), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.763060 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.763201 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.781706 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks [] for port (1e3853db-fa89-4db5-9870-b634e0c81168), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.782708 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] Set router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:23.786318 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Checking router: 91177666-2801-4421-aaf2-93d08ccbf71f for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:23.786702 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Updating router 91177666-2801-4421-aaf2-93d08ccbf71f port 7543472b-7de7-47ae-9e2f-d501aae21020 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:23.833383 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf6c36-527d-4c3f-9924-c8937e1df99e None None] Current status of the port c86079ad-d6f8-4f2c-976f-feaf85c2a118 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:23.844920 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.887207 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port c86079ad-d6f8-4f2c-976f-feaf85c2a118 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:23.887850 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.931961 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:23.974385 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.976992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (234e1bca-dad4-4c20-bed4-30c64ede9fb8), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:23.995642 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Allocated IP 172.20.0.1 (3cbc22b7-19e9-4863-99a1-541b71beccc1/c7b12059-0ee8-4a6d-87b4-2a199f732beb/e98e195d-ce77-4206-9a55-20edec347455) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:24.007779 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Provisioning complete for port 4605079f-00c7-4c35-8482-e9624c1ed727 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:24.008149 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.088885 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (39c2a81f-5579-4ee8-be5b-02cb7124a596), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.103228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Pushing event updated for resources: {'Port': ['ID=1e3853db-fa89-4db5-9870-b634e0c81168,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:24.159533 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port c86079ad-d6f8-4f2c-976f-feaf85c2a118 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:24.160818 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:24.169153 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 4, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port': {'id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '1e3853db-fa89-4db5-9870-b634e0c81168', 'name': '', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'mac_address': 'fa:16:3e:5a:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:21Z', 'updated_at': '2022-08-29T22:48:21Z', 'revision_number': 1, 'project_id': 'cedceef6152643f7875eff039186cd55', 'subnets': [{'id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:24.169716 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9656c6ec-fd12-4226-9dc7-9f2580a1cf0c admin admin] Publish callbacks [] for security_group (85e11059-9ec6-41df-bf97-1ee688bd0e33), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.203918 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:48:24.216673 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ad7a0-9131-4378-9bdd-67ce94b7f2c0 None None] The sync data for ids ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'] in dv-cinder-854269-4-iscsi is: [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 4, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port': {'id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '1e3853db-fa89-4db5-9870-b634e0c81168', 'name': '', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'mac_address': 'fa:16:3e:5a:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:21Z', 'updated_at': '2022-08-29T22:48:21Z', 'revision_number': 1, 'project_id': 'cedceef6152643f7875eff039186cd55', 'subnets': [{'id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:24.220304 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Network 22d29419-442a-4e58-a3c8-da734d6fd566 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:24.221709 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:24.225202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:24.251020 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks [] for port (e98e195d-ce77-4206-9a55-20edec347455), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.349860 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Publish callbacks [] for port (7543472b-7de7-47ae-9e2f-d501aae21020), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.354790 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Current status of the port 4605079f-00c7-4c35-8482-e9624c1ed727 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:24.359013 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:24.365634 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9656c6ec-fd12-4226-9dc7-9f2580a1cf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (85e11059-9ec6-41df-bf97-1ee688bd0e33), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.369016 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Provisioning complete for port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:24.369016 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.372757 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Sync routers for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:24.389194 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:24.390875 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:47:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:24.416181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:24.424946 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:24.425339 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.428562 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9656c6ec-fd12-4226-9dc7-9f2580a1cf0c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5ac28f3dbe08432e9ce0ce4e9da8b486&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0601346 Aug 29 22:48:24.434502 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656c6ec-fd12-4226-9dc7-9f2580a1cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e11059-9ec6-41df-bf97-1ee688bd0e33,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:24.440660 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54016) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:24.457659 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.491901 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (e98e195d-ce77-4206-9a55-20edec347455), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.558922 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:24.561326 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:24.563323 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:24.569509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.570769 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-00209624-52e9-4607-a0eb-e4b6ca959057 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1844499 Aug 29 22:48:24.575820 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54020) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:24.634618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Attempting to bind port 7543472b-7de7-47ae-9e2f-d501aae21020 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:24.635127 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Attempting to bind port 7543472b-7de7-47ae-9e2f-d501aae21020 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:24.635588 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Attempting to bind port 7543472b-7de7-47ae-9e2f-d501aae21020 on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:24.648075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:24.660222 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:24.666450 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:24.672768 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:24.674069 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (91177666-2801-4421-aaf2-93d08ccbf71f), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.711795 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Pushing event updated for resources: {'Port': ['ID=e98e195d-ce77-4206-9a55-20edec347455,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:24.788982 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:24.789421 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:24.789790 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.790518 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:24.790999 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Bound port: 7543472b-7de7-47ae-9e2f-d501aae21020, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:24.792025 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.796428 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:24.823322 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428600a-232f-423b-b72a-9ee6a1d7cc4b None None] Pushing event updated for resources: {'Port': ['ID=7543472b-7de7-47ae-9e2f-d501aae21020,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:24.829711 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Current status of the port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:24.883533 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:24.895252 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-56b0f72a-a599-4390-8b98-53b1ab5b93fe admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/234e1bca-dad4-4c20-bed4-30c64ede9fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6137586 Aug 29 22:48:24.895786 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Router 39c2a81f-5579-4ee8-be5b-02cb7124a596 is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:48:24.954254 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] For port 7543472b-7de7-47ae-9e2f-d501aae21020, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:24.958116 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] For port 7543472b-7de7-47ae-9e2f-d501aae21020, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=7543472b-7de7-47ae-9e2f-d501aae21020,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:24.962548 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Provisioning complete for port 1e3853db-fa89-4db5-9870-b634e0c81168 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:24.962927 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.972953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-c1244ee0-7722-48ac-af94-a0a78da2ec09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:24.991401 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:25.016857 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-663bfd81-5246-419b-82fe-f6b719b58bc4 admin admin] Publish callbacks [] for security_group (85e11059-9ec6-41df-bf97-1ee688bd0e33), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.029922 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:25.030918 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.054216 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 3, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:25.089429 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Checking router: a19c600e-a3f0-47bb-b7b2-7eafae2ca572 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:25.090321 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Updating router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:25.092184 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-663bfd81-5246-419b-82fe-f6b719b58bc4 admin admin] Publish callbacks [] for security_group (85e11059-9ec6-41df-bf97-1ee688bd0e33), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.116286 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.136239 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:25.137383 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.171991 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Port 1e3853db-fa89-4db5-9870-b634e0c81168 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:25.181588 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:25.189326 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e98e195d-ce77-4206-9a55-20edec347455), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.215517 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:25.283568 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Provisioning complete for port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:25.283953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.290116 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.300511 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:25.301526 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:25.346622 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428600a-232f-423b-b72a-9ee6a1d7cc4b None None] Pushing event updated for resources: {'Port': ['ID=7543472b-7de7-47ae-9e2f-d501aae21020,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:25.603119 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks [] for port (e98e195d-ce77-4206-9a55-20edec347455), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.628193 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-663bfd81-5246-419b-82fe-f6b719b58bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (85e11059-9ec6-41df-bf97-1ee688bd0e33), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.636858 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-663bfd81-5246-419b-82fe-f6b719b58bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.636858 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-663bfd81-5246-419b-82fe-f6b719b58bc4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/85e11059-9ec6-41df-bf97-1ee688bd0e33 HTTP/1.1" status: 204 len: 168 time: 1.1888318 Aug 29 22:48:25.657662 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4605079f-00c7-4c35-8482-e9624c1ed727 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:25.665683 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (e98e195d-ce77-4206-9a55-20edec347455), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.666564 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (91177666-2801-4421-aaf2-93d08ccbf71f), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.725609 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:25.743910 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bfd81-5246-419b-82fe-f6b719b58bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e11059-9ec6-41df-bf97-1ee688bd0e33,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:25.747671 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54060) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:25.763283 dv-cinder-854269-4-iscsi neutron-server[124850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 22:48:25.800965 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:25.956868 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Publish callbacks [] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:25.960399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:25.962027 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:25.963828 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Pushing event updated for resources: {'Port': ['ID=e98e195d-ce77-4206-9a55-20edec347455,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:25.982622 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:25.986387 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:26.049729 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.072466 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-a4385e6a-b71c-4e5d-8abc-92b8976d9426 None None] Current status of the port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:26.144241 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Attempting to bind port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:26.144524 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Attempting to bind port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:26.144915 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Attempting to bind port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:26.187047 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:26.187441 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:26.189240 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.189842 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:26.191895 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:26.192082 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Bound port: 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:26.192488 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.205386 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1c7bf-4163-4197-836d-5dd688879528 None None] Pushing event updated for resources: {'Port': ['ID=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,revision_number=2']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:26.210845 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 4605079f-00c7-4c35-8482-e9624c1ed727 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:26.211370 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.366424 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] For port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:26.382619 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Router 91177666-2801-4421-aaf2-93d08ccbf71f has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:26.389059 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] For port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:26.472324 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.513271 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Sync routers for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:26.543720 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.580065 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-60b8e396-cc10-49b4-85af-7ac79c3f3a3b None None] Provisioning complete for port e98e195d-ce77-4206-9a55-20edec347455 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:26.580440 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-60b8e396-cc10-49b4-85af-7ac79c3f3a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (e98e195d-ce77-4206-9a55-20edec347455), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.604152 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:26.606967 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:26.638497 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:26.639212 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:26.675975 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-b3b12d13-e3b1-4774-85da-dabd9678b29b tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:26.678360 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:26.685636 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-b3b12d13-e3b1-4774-85da-dabd9678b29b tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/networks?id=22d29419-442a-4e58-a3c8-da734d6fd566 HTTP/1.1" status: 200 len: 811 time: 0.9235938 Aug 29 22:48:26.687446 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-89978a42-be9e-4c22-a727-eb2c6d546bca admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/91177666-2801-4421-aaf2-93d08ccbf71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2795291 Aug 29 22:48:26.705899 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:26.710198 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-84ede981-50f8-407a-a021-823e8ba9dc15 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.0615473 Aug 29 22:48:26.712220 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54096) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:26.715846 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:26.728940 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-60b8e396-cc10-49b4-85af-7ac79c3f3a3b None None] Port e98e195d-ce77-4206-9a55-20edec347455 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:26.761545 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-450eb947-96fd-4760-8717-16b23f7500bb tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/quotas/cedceef6152643f7875eff039186cd55 HTTP/1.1" status: 200 len: 375 time: 0.0747583 Aug 29 22:48:26.815465 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1c7bf-4163-4197-836d-5dd688879528 None None] Pushing event updated for resources: {'Port': ['ID=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:26.900194 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:26.904405 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:26.933610 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-60b8e396-cc10-49b4-85af-7ac79c3f3a3b None None] Provisioning complete for port 1e3853db-fa89-4db5-9870-b634e0c81168 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:26.933938 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-60b8e396-cc10-49b4-85af-7ac79c3f3a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.010208 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-9c8b3f73-b0e2-44a5-8822-86c82ac26cdd tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=cedceef6152643f7875eff039186cd55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2391758 Aug 29 22:48:27.094707 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 4605079f-00c7-4c35-8482-e9624c1ed727 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:27.095809 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2db98ac4-b21e-4ba7-b751-d403fc5de9dc up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:27.097278 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:27.159875 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.225158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:27.296198 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 3, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:27.309107 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-60b8e396-cc10-49b4-85af-7ac79c3f3a3b None None] Port 1e3853db-fa89-4db5-9870-b634e0c81168 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:27.398833 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4296676d-c9be-4146-aa43-87aadb88a2de None None] The sync data for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi is: [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 3, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:27.491168 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:27.493885 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:27.605293 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Allocated IP 172.20.0.1 (b1b1aef3-5468-47e0-acb3-a09710f077e5/1ba853ec-a232-440b-a7fd-394e0d4b08c1/f0068afd-0810-4511-9666-9746aa2b8427) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:27.610276 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:27.631153 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-632f4b98-7adc-4e0d-87e9-00cf18275425 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:48:27.635726 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-632f4b98-7adc-4e0d-87e9-00cf18275425 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1313119 Aug 29 22:48:27.805797 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:27.805931 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.866880 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.878256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fdead-a556-4929-8875-cc122b911471 None None] The sync data for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi is: [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:27.880900 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-052514a5-e964-4536-8336-2d2892a34f7c None None] Provisioning complete for port e98e195d-ce77-4206-9a55-20edec347455 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:27.881772 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-052514a5-e964-4536-8336-2d2892a34f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (e98e195d-ce77-4206-9a55-20edec347455), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.910838 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54128) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:27.934292 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:27.992191 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.018892 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-4f013ee7-8cd0-4ae0-a149-5f56bb90afca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--523348861', 'description': 'tempest-description--1808060723'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:28.032691 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Sync routers for ids ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:28.053673 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Routers {'234e1bca-dad4-4c20-bed4-30c64ede9fb8'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:28.054768 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:28.079331 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-052514a5-e964-4536-8336-2d2892a34f7c None None] Port e98e195d-ce77-4206-9a55-20edec347455 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:28.100126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:23Z', 'revision_number': 3, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:28.116679 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-3be74af9-76ef-42d7-ae2e-fc7d49ca8619 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711051 Aug 29 22:48:28.148087 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks [] for port (f0068afd-0810-4511-9666-9746aa2b8427), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.156558 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:28.207870 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:28.213577 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device c86079ad-d6f8-4f2c-976f-feaf85c2a118 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:28.213577 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Checking router: 39c2a81f-5579-4ee8-be5b-02cb7124a596 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:28.213577 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Updating router 39c2a81f-5579-4ee8-be5b-02cb7124a596 port 390efa2a-24de-4cce-9e43-f530ba275d3f binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:28.293485 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4f013ee7-8cd0-4ae0-a149-5f56bb90afca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.300993 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.343642 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-27e403b2-a369-426e-9323-727256a5de3a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158861 Aug 29 22:48:28.348488 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (f0068afd-0810-4511-9666-9746aa2b8427), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.433408 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Set router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:28.440850 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:28.443482 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:28.461854 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:28.484676 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:28.491667 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.542404 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0068afd-0810-4511-9666-9746aa2b8427,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:28.563408 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Allocated IP 172.20.0.1 (e0df57fe-49a1-4753-930b-30f7d46d9482/8fa2308a-d2cb-4789-85b8-160c4d2abcf2/f181e6c9-b0e6-4789-a4ec-83465539208c) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:28.788379 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port c86079ad-d6f8-4f2c-976f-feaf85c2a118 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:28.790834 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:28.913582 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:28.944641 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks [] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.012294 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4f013ee7-8cd0-4ae0-a149-5f56bb90afca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (925bab1e-9124-4218-8b68-01c15c3fc479), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.075992 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 4, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port': {'id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '1e3853db-fa89-4db5-9870-b634e0c81168', 'name': '', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'mac_address': 'fa:16:3e:5a:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:21Z', 'updated_at': '2022-08-29T22:48:23Z', 'revision_number': 2, 'project_id': 'cedceef6152643f7875eff039186cd55', 'subnets': [{'id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:29.114982 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Checking router: 234e1bca-dad4-4c20-bed4-30c64ede9fb8 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:29.115352 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Updating router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 port 1e3853db-fa89-4db5-9870-b634e0c81168 binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:29.131153 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4f013ee7-8cd0-4ae0-a149-5f56bb90afca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (925bab1e-9124-4218-8b68-01c15c3fc479), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.141042 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.165403 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-11e72672-0e59-4c26-8708-142b8720b427 None None] Provisioning complete for port f0068afd-0810-4511-9666-9746aa2b8427 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:29.165777 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-11e72672-0e59-4c26-8708-142b8720b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f0068afd-0810-4511-9666-9746aa2b8427), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.212611 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.241932 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Network e0df57fe-49a1-4753-930b-30f7d46d9482 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:29.245602 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:29.253462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:29.254668 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (39c2a81f-5579-4ee8-be5b-02cb7124a596), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.289902 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-02e2acf8-d424-4497-8a57-ce3aa7d549b4 req-103e2c0f-b33f-4d8b-8d7e-e7d2bed4a460 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.2393737 Aug 29 22:48:29.463690 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-11e72672-0e59-4c26-8708-142b8720b427 None None] Port f0068afd-0810-4511-9666-9746aa2b8427 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:29.481518 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f013ee7-8cd0-4ae0-a149-5f56bb90afca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925bab1e-9124-4218-8b68-01c15c3fc479,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:29.503717 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:29.505954 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:29.525433 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Pushing event updated for resources: {'Port': ['ID=f181e6c9-b0e6-4789-a4ec-83465539208c,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:29.531650 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4f013ee7-8cd0-4ae0-a149-5f56bb90afca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.540351 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54196) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:29.540523 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4f013ee7-8cd0-4ae0-a149-5f56bb90afca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5352073 Aug 29 22:48:29.545285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-7d3d1366-d8a2-4185-9f4e-848f72ea99c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'security_group_rule': {'security_group_id': '925bab1e-9124-4218-8b68-01c15c3fc479', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:29.579769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:29.640656 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port c86079ad-d6f8-4f2c-976f-feaf85c2a118 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:29.664039 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.751256 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f0068afd-0810-4511-9666-9746aa2b8427), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.768024 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Publish callbacks [] for port (1e3853db-fa89-4db5-9870-b634e0c81168), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.786115 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:29.795509 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1366-d8a2-4185-9f4e-848f72ea99c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (f17e98aa-ebfd-486a-8fa5-093bce31db50), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.804901 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-822711f1-79fb-47fc-953a-0aa99ec3479b None None] Provisioning complete for port f181e6c9-b0e6-4789-a4ec-83465539208c triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:29.805657 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-822711f1-79fb-47fc-953a-0aa99ec3479b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.904359 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.919829 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Publish callbacks [] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:29.971736 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-822711f1-79fb-47fc-953a-0aa99ec3479b None None] Port f181e6c9-b0e6-4789-a4ec-83465539208c cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:30.008620 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.025737 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84454c-7b56-40e9-8cc6-712baebc8bbe None None] Pushing event updated for resources: {'Port': ['ID=1e3853db-fa89-4db5-9870-b634e0c81168,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:30.044551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54218) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:30.098665 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:30.100608 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Attempting to bind port 390efa2a-24de-4cce-9e43-f530ba275d3f on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:30.101014 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Attempting to bind port 390efa2a-24de-4cce-9e43-f530ba275d3f by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:30.101382 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Attempting to bind port 390efa2a-24de-4cce-9e43-f530ba275d3f on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:30.105025 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b94d3-41d9-4c0c-9782-b97ab45a3318 None None] Pushing event updated for resources: {'Port': ['ID=390efa2a-24de-4cce-9e43-f530ba275d3f,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:30.107523 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:30.158871 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:30.159229 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:30.159638 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.160035 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:30.160516 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Bound port: 390efa2a-24de-4cce-9e43-f530ba275d3f, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:30.160924 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.171798 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1366-d8a2-4185-9f4e-848f72ea99c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (f17e98aa-ebfd-486a-8fa5-093bce31db50), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.251186 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks [] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.251273 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:30.251352 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.252488 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Attempting to bind port 1e3853db-fa89-4db5-9870-b634e0c81168 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:30.253095 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Attempting to bind port 1e3853db-fa89-4db5-9870-b634e0c81168 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:30.253670 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Attempting to bind port 1e3853db-fa89-4db5-9870-b634e0c81168 on network 22d29419-442a-4e58-a3c8-da734d6fd566 {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:30.261313 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:30.262871 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Checking segment: {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:30.263515 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.264110 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Bound using segment: {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:30.265773 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Bound port: 1e3853db-fa89-4db5-9870-b634e0c81168, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:30.266666 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.298897 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1366-d8a2-4185-9f4e-848f72ea99c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (f17e98aa-ebfd-486a-8fa5-093bce31db50), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.371078 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] For port 390efa2a-24de-4cce-9e43-f530ba275d3f, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:30.376835 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d1366-d8a2-4185-9f4e-848f72ea99c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17e98aa-ebfd-486a-8fa5-093bce31db50,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:30.389191 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.390580 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (39c2a81f-5579-4ee8-be5b-02cb7124a596), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.442017 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks [] for port (f0068afd-0810-4511-9666-9746aa2b8427), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.445322 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] For port 390efa2a-24de-4cce-9e43-f530ba275d3f, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=390efa2a-24de-4cce-9e43-f530ba275d3f,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:30.451958 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] For port 1e3853db-fa89-4db5-9870-b634e0c81168, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:30.456749 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] For port 1e3853db-fa89-4db5-9870-b634e0c81168, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=1e3853db-fa89-4db5-9870-b634e0c81168,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:30.464620 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:30.469085 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:30.485395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7d3d1366-d8a2-4185-9f4e-848f72ea99c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.495444 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-7d3d1366-d8a2-4185-9f4e-848f72ea99c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9484255 Aug 29 22:48:30.511918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54240) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:30.512767 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-82722643-0e06-4661-8d8f-3dd1f80c7f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.514380 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b5eb3104-8dfd-4fea-a7a8-52744d6ed11f req-1ef83cd1-23bc-47a0-8791-d0e0d6159fa2 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.0780118 Aug 29 22:48:30.530873 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:30.531458 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.541669 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-285e0970-1fc6-43e2-9369-e8cb2e0d75fa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'security_group_rule': {'security_group_id': '925bab1e-9124-4218-8b68-01c15c3fc479', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:30.557363 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f0068afd-0810-4511-9666-9746aa2b8427), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.557363 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.575739 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.578676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:30.579097 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.615887 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:30.633761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Pushing event updated for resources: {'Port': ['ID=f181e6c9-b0e6-4789-a4ec-83465539208c,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:30.742655 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0068afd-0810-4511-9666-9746aa2b8427,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:30.743720 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Routers {'234e1bca-dad4-4c20-bed4-30c64ede9fb8'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:30.745256 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:30.754028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Network e0df57fe-49a1-4753-930b-30f7d46d9482 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:30.760793 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:30.810599 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-285e0970-1fc6-43e2-9369-e8cb2e0d75fa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (1c0a2e64-2a44-4b95-a6a6-0b02e72397f5), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.874905 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-82722643-0e06-4661-8d8f-3dd1f80c7f12 admin admin] Publish callbacks [] for security_group (2ab0c33a-db98-4524-b314-89d3201302ef), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:30.954811 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84454c-7b56-40e9-8cc6-712baebc8bbe None None] Pushing event updated for resources: {'Port': ['ID=1e3853db-fa89-4db5-9870-b634e0c81168,revision_number=4']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:30.960813 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:30.964042 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:31.016032 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:31.028189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-82722643-0e06-4661-8d8f-3dd1f80c7f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2ab0c33a-db98-4524-b314-89d3201302ef), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.032712 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:31.038354 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:31.108397 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:31.108976 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.130959 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] Set router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:31.175216 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:31.177895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:31.184022 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b94d3-41d9-4c0c-9782-b97ab45a3318 None None] Pushing event updated for resources: {'Port': ['ID=390efa2a-24de-4cce-9e43-f530ba275d3f,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:31.243173 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-58c22bc2-5693-41c6-bc04-0d5ffabcc1de None None] Provisioning complete for port f181e6c9-b0e6-4789-a4ec-83465539208c triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:31.243560 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-58c22bc2-5693-41c6-bc04-0d5ffabcc1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.256785 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-82722643-0e06-4661-8d8f-3dd1f80c7f12 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8bb243f3e77d4496bbe7858259293a44&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2081316 Aug 29 22:48:31.259166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54270) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:31.308551 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.309466 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device d93916f5-10b8-4950-89af-6389db477bb8 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:31.310063 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:31.314292 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82722643-0e06-4661-8d8f-3dd1f80c7f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab0c33a-db98-4524-b314-89d3201302ef,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:31.345813 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-285e0970-1fc6-43e2-9369-e8cb2e0d75fa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (1c0a2e64-2a44-4b95-a6a6-0b02e72397f5), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.348945 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Router 39c2a81f-5579-4ee8-be5b-02cb7124a596 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:48:31.386986 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:31.404168 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-285e0970-1fc6-43e2-9369-e8cb2e0d75fa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (1c0a2e64-2a44-4b95-a6a6-0b02e72397f5), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.415015 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:31.443396 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-58c22bc2-5693-41c6-bc04-0d5ffabcc1de None None] Port f181e6c9-b0e6-4789-a4ec-83465539208c cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:31.465981 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:31.531495 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:31.548767 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f6687024-dacb-4ac7-ab91-0b297c8ceec2 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a19c600e-a3f0-47bb-b7b2-7eafae2ca572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9476118 Aug 29 22:48:31.550175 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port d93916f5-10b8-4950-89af-6389db477bb8 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:31.551641 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d93916f5-10b8-4950-89af-6389db477bb8), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.593081 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:31.610572 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e0970-1fc6-43e2-9369-e8cb2e0d75fa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0a2e64-2a44-4b95-a6a6-0b02e72397f5,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:31.701252 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e9ff096d-07fc-4f94-8421-45fa00a74dc7 req-bba0e38b-417d-4976-8156-5ce5aa8bc56c tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.0665610 Aug 29 22:48:31.712525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-285e0970-1fc6-43e2-9369-e8cb2e0d75fa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.722586 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54286) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:31.723291 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-285e0970-1fc6-43e2-9369-e8cb2e0d75fa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2048354 Aug 29 22:48:31.736512 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:31.747359 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 4, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port': {'id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '1e3853db-fa89-4db5-9870-b634e0c81168', 'name': '', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'mac_address': 'fa:16:3e:5a:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:21Z', 'updated_at': '2022-08-29T22:48:30Z', 'revision_number': 4, 'project_id': 'cedceef6152643f7875eff039186cd55', 'subnets': [{'id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:31.753426 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd4e8-57e9-49f2-a06a-9f4fecd0c3d9 admin admin] Publish callbacks [] for security_group (2ab0c33a-db98-4524-b314-89d3201302ef), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.777376 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-9a88fad8-89f0-4895-b805-5ff6b4bd1c6c None None] Provisioning complete for port f0068afd-0810-4511-9666-9746aa2b8427 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:31.777939 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-9a88fad8-89f0-4895-b805-5ff6b4bd1c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f0068afd-0810-4511-9666-9746aa2b8427), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.805678 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Sync routers for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:31.853327 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f37a7ba-d9b5-4c69-a2bb-f84e8822b957 None None] The sync data for ids ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'] in dv-cinder-854269-4-iscsi is: [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:22Z', 'revision_number': 4, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port': {'id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '1e3853db-fa89-4db5-9870-b634e0c81168', 'name': '', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'mac_address': 'fa:16:3e:5a:0b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:21Z', 'updated_at': '2022-08-29T22:48:30Z', 'revision_number': 4, 'project_id': 'cedceef6152643f7875eff039186cd55', 'subnets': [{'id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:31.888897 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:48:31.900945 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:31.926964 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f6709667-4bfd-4179-94e7-f62bd3528745 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/39c2a81f-5579-4ee8-be5b-02cb7124a596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2129474 Aug 29 22:48:31.944255 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd4e8-57e9-49f2-a06a-9f4fecd0c3d9 admin admin] Publish callbacks [] for security_group (2ab0c33a-db98-4524-b314-89d3201302ef), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.031829 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-9a88fad8-89f0-4895-b805-5ff6b4bd1c6c None None] Port f0068afd-0810-4511-9666-9746aa2b8427 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:32.043531 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:32.044479 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:32.182893 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port d93916f5-10b8-4950-89af-6389db477bb8 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:32.184993 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d93916f5-10b8-4950-89af-6389db477bb8), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.221730 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd4e8-57e9-49f2-a06a-9f4fecd0c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2ab0c33a-db98-4524-b314-89d3201302ef), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.224293 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ebdd4e8-57e9-49f2-a06a-9f4fecd0c3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.226785 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-6ebdd4e8-57e9-49f2-a06a-9f4fecd0c3d9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2ab0c33a-db98-4524-b314-89d3201302ef HTTP/1.1" status: 204 len: 168 time: 0.9592910 Aug 29 22:48:32.247808 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdd4e8-57e9-49f2-a06a-9f4fecd0c3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab0c33a-db98-4524-b314-89d3201302ef,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:32.261828 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.294329 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54308) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:32.299385 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-17e6ec5e-3d8f-4092-9db3-05440920d146 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514827558', 'description': 'tempest-description--737245825'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:32.346432 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port d93916f5-10b8-4950-89af-6389db477bb8, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=d93916f5-10b8-4950-89af-6389db477bb8,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:32.373382 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 2, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:32.378595 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:32.411019 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:32.412208 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10255d2-5a73-4b5b-b3ad-780c8c2b335b None None] The sync data for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi is: [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 2, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:32.426962 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:32.430184 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-17e6ec5e-3d8f-4092-9db3-05440920d146 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.436232 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Allocated IP 172.27.4.232 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/d7920847-8a50-4c5a-beab-2181a44b43dc) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:32.459878 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:32.488273 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d93916f5-10b8-4950-89af-6389db477bb8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.623698 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-17e6ec5e-3d8f-4092-9db3-05440920d146 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (d5ee94f5-9c9e-4348-a101-c4a277ca1471), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.700005 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-17e6ec5e-3d8f-4092-9db3-05440920d146 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d5ee94f5-9c9e-4348-a101-c4a277ca1471), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.700231 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=d93916f5-10b8-4950-89af-6389db477bb8,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:32.856939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6ec5e-3d8f-4092-9db3-05440920d146 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee94f5-9c9e-4348-a101-c4a277ca1471,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:32.869569 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.890354 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-947f5f6e-98ae-426e-897c-420c6d96f065 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:32.899095 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 1e3853db-fa89-4db5-9870-b634e0c81168 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:32.899191 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-17e6ec5e-3d8f-4092-9db3-05440920d146 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:32.899191 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-17e6ec5e-3d8f-4092-9db3-05440920d146 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6020057 Aug 29 22:48:32.901251 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-947f5f6e-98ae-426e-897c-420c6d96f065 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 819 time: 0.3092813 Aug 29 22:48:32.902168 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54328) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:32.910118 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-6d438830-6dec-4c5d-8fa8-c32e94bc43e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'security_group_rule': {'security_group_id': 'd5ee94f5-9c9e-4348-a101-c4a277ca1471', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:32.919252 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-17250ac8-8e86-440e-b0f5-918e43c4c887 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/quotas/52aad64da33c4a48aa9eb7e325c5669b HTTP/1.1" status: 200 len: 375 time: 0.0171847 Aug 29 22:48:33.031798 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 2, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:33.056041 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-9027dda9-ae4c-4659-ac2b-35a662e600fd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356947 Aug 29 22:48:33.076607 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6d438830-6dec-4c5d-8fa8-c32e94bc43e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (8e99f148-ca5f-4e65-b2cc-f538dac80327), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.118200 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 1e3853db-fa89-4db5-9870-b634e0c81168 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:33.118868 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.143245 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Checking router: a19c600e-a3f0-47bb-b7b2-7eafae2ca572 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:33.145628 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Updating router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 port f0068afd-0810-4511-9666-9746aa2b8427 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:33.202982 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6d438830-6dec-4c5d-8fa8-c32e94bc43e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (8e99f148-ca5f-4e65-b2cc-f538dac80327), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.219532 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.221770 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54340) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:33.225237 dv-cinder-854269-4-iscsi neutron-server[124851]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 22:48:33.283314 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:33.284490 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'Port': ['ID=d7920847-8a50-4c5a-beab-2181a44b43dc,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:33.301034 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e2aa18ee-2bfa-461e-9694-b84b68bc9d13 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440734 Aug 29 22:48:33.312108 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6d438830-6dec-4c5d-8fa8-c32e94bc43e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (8e99f148-ca5f-4e65-b2cc-f538dac80327), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.333012 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c72527c9-38d0-4ccd-af7b-7620accabf83 req-f1696da2-501d-47d0-b328-4d7de1170bb3 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.1095273 Aug 29 22:48:33.343883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d438830-6dec-4c5d-8fa8-c32e94bc43e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e99f148-ca5f-4e65-b2cc-f538dac80327,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:33.348265 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f0068afd-0810-4511-9666-9746aa2b8427), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.353439 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:33.379191 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:33.401457 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6d438830-6dec-4c5d-8fa8-c32e94bc43e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.403065 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-6d438830-6dec-4c5d-8fa8-c32e94bc43e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4988718 Aug 29 22:48:33.406929 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54346) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:33.413276 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-b1dc9439-8386-4a2e-86dc-460eb332dc3f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'security_group_rule': {'security_group_id': 'd5ee94f5-9c9e-4348-a101-c4a277ca1471', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:33.451775 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 1e3853db-fa89-4db5-9870-b634e0c81168 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:33.453277 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.464456 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:33.488208 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:33.491356 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9439-8386-4a2e-86dc-460eb332dc3f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (13c58753-5e39-4720-a175-153736ca1b3b), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.647485 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (2eb1d3d8-8b74-45b3-827a-f6357c9f17cc), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.659993 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Sync routers for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:33.671288 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:33.672370 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:33.766420 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-18464262-6243-44e1-bd07-d7db2ec84522 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643860 Aug 29 22:48:33.783083 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9439-8386-4a2e-86dc-460eb332dc3f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (13c58753-5e39-4720-a175-153736ca1b3b), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.784078 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:33.810741 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 1e3853db-fa89-4db5-9870-b634e0c81168, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=1e3853db-fa89-4db5-9870-b634e0c81168,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:33.818816 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:33.843697 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.886562 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9439-8386-4a2e-86dc-460eb332dc3f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (13c58753-5e39-4720-a175-153736ca1b3b), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.900560 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.904644 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:33.943232 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc9439-8386-4a2e-86dc-460eb332dc3f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c58753-5e39-4720-a175-153736ca1b3b,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:33.988618 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9439-8386-4a2e-86dc-460eb332dc3f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:33.989973 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b1dc9439-8386-4a2e-86dc-460eb332dc3f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5815063 Aug 29 22:48:34.003627 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54372) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:34.009754 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:34.172590 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.243130 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:34.287264 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.310091 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:25Z', 'revision_number': 2, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:34.373000 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.71', 49784) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:34.386881 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=1e3853db-fa89-4db5-9870-b634e0c81168,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:34.418207 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Checking router: 91177666-2801-4421-aaf2-93d08ccbf71f for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:34.418207 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Updating router 91177666-2801-4421-aaf2-93d08ccbf71f port e98e195d-ce77-4206-9a55-20edec347455 binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:34.449064 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:34.449478 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.475884 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.476607 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (2eb1d3d8-8b74-45b3-827a-f6357c9f17cc), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.580125 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e98e195d-ce77-4206-9a55-20edec347455), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.675452 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-22797712-5d62-4d15-aa57-3bfe3ebb58b0 req-c1256476-3233-4a23-acd7-87180376d2c6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 210 time: 0.4491038 Aug 29 22:48:34.805956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54414) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:34.837877 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Publish callbacks [] for port (f0068afd-0810-4511-9666-9746aa2b8427), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.928876 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:34.928876 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 7543472b-7de7-47ae-9e2f-d501aae21020 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:34.953998 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:34.995186 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f0068afd-0810-4511-9666-9746aa2b8427), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.089273 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:35.095495 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:35.165394 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'Port': ['ID=d7920847-8a50-4c5a-beab-2181a44b43dc,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:35.253546 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 7543472b-7de7-47ae-9e2f-d501aae21020 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:35.254200 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.269448 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Allocated IP 172.27.4.147 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/49721ae9-f47b-4842-929f-bf4bb43b2d54) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:35.281162 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-99c35922-edf2-40cb-803f-e0e45b6d7ead tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:35.282821 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-99c35922-edf2-40cb-803f-e0e45b6d7ead tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.71 "GET /networking/v2.0/networks?id=22d29419-442a-4e58-a3c8-da734d6fd566 HTTP/1.1" status: 200 len: 811 time: 0.9090655 Aug 29 22:48:35.297540 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6fc45f6b-3bc3-4adb-a7d3-d71c1f41f4e1 req-a35cf8d3-323e-47a8-a3f1-b2b1045f158f tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.1733367 Aug 29 22:48:35.305118 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28630b4-6869-4225-b4d4-4afcddd18de2 None None] Pushing event updated for resources: {'Port': ['ID=f0068afd-0810-4511-9666-9746aa2b8427,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:35.342066 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Request body: {'port': {'device_id': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'admin_state_up': True, 'tenant_id': 'cedceef6152643f7875eff039186cd55'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:35.354716 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Attempting to bind port f0068afd-0810-4511-9666-9746aa2b8427 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:35.355309 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Attempting to bind port f0068afd-0810-4511-9666-9746aa2b8427 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:35.356031 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Attempting to bind port f0068afd-0810-4511-9666-9746aa2b8427 on network b1b1aef3-5468-47e0-acb3-a09710f077e5 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:35.364695 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:35.365439 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Checking segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:35.366035 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.366603 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Bound using segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:35.367346 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Bound port: f0068afd-0810-4511-9666-9746aa2b8427, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:35.368013 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f0068afd-0810-4511-9666-9746aa2b8427), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.371094 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Publish callbacks [] for port (e98e195d-ce77-4206-9a55-20edec347455), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.393575 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8e6b61ea-d5a9-4777-858c-552b6229732b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.397436 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.398864 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4fdcbbde-fc81-4a25-859d-352eebbf9260 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6746964 Aug 29 22:48:35.489504 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (e98e195d-ce77-4206-9a55-20edec347455), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.550868 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] For port f0068afd-0810-4511-9666-9746aa2b8427, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:35.557517 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] For port f0068afd-0810-4511-9666-9746aa2b8427, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f0068afd-0810-4511-9666-9746aa2b8427,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:35.579039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:35.585560 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 7543472b-7de7-47ae-9e2f-d501aae21020 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:35.587807 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.665455 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 7543472b-7de7-47ae-9e2f-d501aae21020, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=7543472b-7de7-47ae-9e2f-d501aae21020,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:35.677165 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f0068afd-0810-4511-9666-9746aa2b8427), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.807795 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Made reservation on behalf of cedceef6152643f7875eff039186cd55 for: {'port': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:35.815880 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9f79-f13d-49ad-8df6-6aa3daef50d1 None None] Pushing event updated for resources: {'Port': ['ID=e98e195d-ce77-4206-9a55-20edec347455,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:35.820592 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.826582 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Attempting to bind port e98e195d-ce77-4206-9a55-20edec347455 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:35.827558 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Attempting to bind port e98e195d-ce77-4206-9a55-20edec347455 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:35.828163 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Attempting to bind port e98e195d-ce77-4206-9a55-20edec347455 on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:35.838412 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:35.839662 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Checking segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:35.841476 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.841811 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.842813 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Bound using segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:35.844055 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Bound port: e98e195d-ce77-4206-9a55-20edec347455, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:35.844551 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e98e195d-ce77-4206-9a55-20edec347455), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:35.862647 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:35.871635 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:INSERT=9,neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:35.900670 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:35.901443 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:35.966061 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] For port e98e195d-ce77-4206-9a55-20edec347455, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:35.971600 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] For port e98e195d-ce77-4206-9a55-20edec347455, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=e98e195d-ce77-4206-9a55-20edec347455,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:36.010887 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-65575cc3-d84d-4353-92e0-877664f040b3 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--523348861&fields=id&tenant_id=d106ca51e01f439f82fd71df4dc2ed71 HTTP/1.1" status: 200 len: 267 time: 0.2590358 Aug 29 22:48:36.084710 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (e98e195d-ce77-4206-9a55-20edec347455), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.117646 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28630b4-6869-4225-b4d4-4afcddd18de2 None None] Pushing event updated for resources: {'Port': ['ID=f0068afd-0810-4511-9666-9746aa2b8427,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:36.142297 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-f67af5cf-6392-467a-bfcd-1f78080d8e4f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:36.153450 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-f67af5cf-6392-467a-bfcd-1f78080d8e4f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 819 time: 0.7651870 Aug 29 22:48:36.299097 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9f79-f13d-49ad-8df6-6aa3daef50d1 None None] Pushing event updated for resources: {'Port': ['ID=e98e195d-ce77-4206-9a55-20edec347455,revision_number=4']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:36.310414 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.316747 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:36.321158 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:36.357220 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=7543472b-7de7-47ae-9e2f-d501aae21020,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:36.380009 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 1e3853db-fa89-4db5-9870-b634e0c81168 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:36.384664 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:36.506222 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:36.531792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8e6b61ea-d5a9-4777-858c-552b6229732b admin admin] Publish callbacks [] for security_group (3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.571015 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-f43bbb73-d094-4138-8f45-9a1aea9b129b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/quotas/52aad64da33c4a48aa9eb7e325c5669b HTTP/1.1" status: 200 len: 375 time: 0.4161613 Aug 29 22:48:36.622446 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:36.710732 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-0ec35931-66fb-41bc-8720-83f1914f24ed tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361716 Aug 29 22:48:36.718195 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.739535 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8e6b61ea-d5a9-4777-858c-552b6229732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.902253 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:36.921917 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 1e3853db-fa89-4db5-9870-b634e0c81168 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:36.921917 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:36.979032 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8e6b61ea-d5a9-4777-858c-552b6229732b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=91c111b2b38c4938ac717066e64a7262&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1490951 Aug 29 22:48:36.984608 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54542) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:36.986843 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'Port': ['ID=49721ae9-f47b-4842-929f-bf4bb43b2d54,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:37.002075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:37.010495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b61ea-d5a9-4777-858c-552b6229732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:37.028069 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-face4b8e-8e35-46b8-b80a-d0a84487d1de tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:37.039428 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:37.040505 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-face4b8e-8e35-46b8-b80a-d0a84487d1de tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 811 time: 1.0072956 Aug 29 22:48:37.114004 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:37.141207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:37.150096 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:37.154523 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-c2f27c6d-7c77-4ab2-a8a7-bf91e0574d7a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/quotas/d106ca51e01f439f82fd71df4dc2ed71 HTTP/1.1" status: 200 len: 375 time: 0.1081972 Aug 29 22:48:37.170028 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54f290d-e1e1-43fe-9688-5f00be27b57e None None] The sync data for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi is: [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:37.275118 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:37.309449 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Allocated IP 172.20.0.10 (22d29419-442a-4e58-a3c8-da734d6fd566/c3d61623-91de-4697-8167-62bfefc2b415/a490f9bd-78c0-4b80-8973-082090e51e7b) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:37.360161 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afd3fb-101b-4a49-bdc9-0e36cea2d834 None None] The sync data for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi is: [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:37.362383 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8c48acb0-fb85-4c0a-a5a5-fb08925d0fd0 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2050943 Aug 29 22:48:37.364130 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 1e3853db-fa89-4db5-9870-b634e0c81168 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:37.365432 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 390efa2a-24de-4cce-9e43-f530ba275d3f up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:37.442504 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-27f2a010-89c7-4333-b94c-4e7ed5f303b9 admin admin] Publish callbacks [] for security_group (3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.447122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 390efa2a-24de-4cce-9e43-f530ba275d3f triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:37.447528 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.496225 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (be86cfa2-fec8-4947-ad7f-8df3eebf6c24), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.543974 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-27f2a010-89c7-4333-b94c-4e7ed5f303b9 admin admin] Publish callbacks [] for security_group (3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.628418 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 390efa2a-24de-4cce-9e43-f530ba275d3f is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:37.632993 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.734767 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 390efa2a-24de-4cce-9e43-f530ba275d3f, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=390efa2a-24de-4cce-9e43-f530ba275d3f,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:37.811753 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.823618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device d93916f5-10b8-4950-89af-6389db477bb8 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:37.853870 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-78cc6906-a721-4895-be76-6a974c594ebf service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:48:37.924979 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-78cc6906-a721-4895-be76-6a974c594ebf service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2466617 Aug 29 22:48:37.942639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:37.944434 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54564) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:38.035466 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port d93916f5-10b8-4950-89af-6389db477bb8 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:38.036895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d93916f5-10b8-4950-89af-6389db477bb8), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.038444 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-d535ea33-2aa8-4ca4-bfc4-1ebbbbae4a44 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149201 Aug 29 22:48:38.050165 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:38.145662 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=390efa2a-24de-4cce-9e43-f530ba275d3f,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:38.217241 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-15d8001d-2f4c-4b57-87e8-b7ea400448da service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236597 Aug 29 22:48:38.308272 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port d93916f5-10b8-4950-89af-6389db477bb8 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:38.309145 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-27f2a010-89c7-4333-b94c-4e7ed5f303b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.312932 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-27f2a010-89c7-4333-b94c-4e7ed5f303b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.334887 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-27f2a010-89c7-4333-b94c-4e7ed5f303b9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a HTTP/1.1" status: 204 len: 168 time: 1.3099151 Aug 29 22:48:38.431892 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:38.471325 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2a010-89c7-4333-b94c-4e7ed5f303b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc5c6b7-1b1f-4730-887a-60cb6e06ef3a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:38.503293 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-51989604-bccd-4990-b97e-30b10f97e5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.532674 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks [] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.610012 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-b0ac7198-f29b-494d-a00c-b432f697627d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884702 Aug 29 22:48:38.653164 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-48ea619d-3fc5-4578-a659-c0866313064e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872381 Aug 29 22:48:38.659785 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.740679 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 390efa2a-24de-4cce-9e43-f530ba275d3f up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:38.785847 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.786787 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (be86cfa2-fec8-4947-ad7f-8df3eebf6c24), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.908422 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'Port': ['ID=49721ae9-f47b-4842-929f-bf4bb43b2d54,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:38.938589 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 390efa2a-24de-4cce-9e43-f530ba275d3f triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:38.938589 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.938751 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.977339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:38.981481 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-fa8209fb-30f3-4bae-bfc8-48856ccf5c39 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9761703 Aug 29 22:48:39.033739 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-51989604-bccd-4990-b97e-30b10f97e5d5 admin admin] Publish callbacks [] for security_group (6f26dbc9-e180-4405-989a-396918535a0d), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.112800 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:39.267554 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 390efa2a-24de-4cce-9e43-f530ba275d3f is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:39.274348 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device e98e195d-ce77-4206-9a55-20edec347455 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:39.308759 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-51989604-bccd-4990-b97e-30b10f97e5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (6f26dbc9-e180-4405-989a-396918535a0d), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.333863 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Network 22d29419-442a-4e58-a3c8-da734d6fd566 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:39.410504 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Pushing event updated for resources: {'Port': ['ID=a490f9bd-78c0-4b80-8973-082090e51e7b,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:39.507188 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port e98e195d-ce77-4206-9a55-20edec347455 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:39.508394 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (e98e195d-ce77-4206-9a55-20edec347455), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.623224 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51989604-bccd-4990-b97e-30b10f97e5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f26dbc9-e180-4405-989a-396918535a0d,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:39.678209 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e570e-e6fd-4f24-8501-f7ed7680060a req-fe05329d-bd50-445d-a947-67b52a14536c tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:39.678209 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-698e570e-e6fd-4f24-8501-f7ed7680060a req-fe05329d-bd50-445d-a947-67b52a14536c tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 932 time: 0.3434331 Aug 29 22:48:39.679193 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a714deae-2e71-4cc0-b6d4-330e6e40e5da req-335ade85-361f-4708-826e-c9332b0419b5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.2318182 Aug 29 22:48:39.724438 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:39.736304 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:39.778248 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:39.781526 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.828178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:39.881367 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port e98e195d-ce77-4206-9a55-20edec347455 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:39.883974 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e98e195d-ce77-4206-9a55-20edec347455), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:39.915317 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.71', 49796) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:40.005195 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port e98e195d-ce77-4206-9a55-20edec347455, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=e98e195d-ce77-4206-9a55-20edec347455,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:40.026099 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-51989604-bccd-4990-b97e-30b10f97e5d5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d223b229017e4f0fb5bea686e62ad992&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0773230 Aug 29 22:48:40.028204 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54646) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:40.039033 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a36a3064-5dd4-4d84-b3c4-24fc9541f57a req-79100444-763b-4a1a-8693-001081e54eba tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.2509086 Aug 29 22:48:40.101105 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (e98e195d-ce77-4206-9a55-20edec347455), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.102264 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f0068afd-0810-4511-9666-9746aa2b8427 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:40.143305 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-44e6f587-e9e4-4e5b-b121-f1f7e4ae9c15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8088667 Aug 29 22:48:40.165040 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-10034cc7-c42e-414f-98b1-c5cdf86f86bd tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:48:40.166161 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-10034cc7-c42e-414f-98b1-c5cdf86f86bd tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0121543 Aug 29 22:48:40.221616 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b22fcbce-4341-4805-b90a-ec49bc884b93 admin admin] Publish callbacks [] for security_group (6f26dbc9-e180-4405-989a-396918535a0d), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.338921 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b22fcbce-4341-4805-b90a-ec49bc884b93 admin admin] Publish callbacks [] for security_group (6f26dbc9-e180-4405-989a-396918535a0d), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.512561 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:48:40.717757 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-698e570e-e6fd-4f24-8501-f7ed7680060a req-a11dd8c0-9ceb-4ad6-9352-28d6c03d52cd tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0229828 Aug 29 22:48:40.762199 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:40.771009 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Sync routers for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:48:40.771318 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-0c673509-d2b0-4eb8-bcc5-7381de3b8ee8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1514827558&fields=id&tenant_id=a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 267 time: 0.2427423 Aug 29 22:48:40.800321 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b22fcbce-4341-4805-b90a-ec49bc884b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (6f26dbc9-e180-4405-989a-396918535a0d), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.803296 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b22fcbce-4341-4805-b90a-ec49bc884b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.817837 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b22fcbce-4341-4805-b90a-ec49bc884b93 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6f26dbc9-e180-4405-989a-396918535a0d HTTP/1.1" status: 204 len: 168 time: 0.7794538 Aug 29 22:48:40.829986 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:40.878974 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-b97c8245-6d9a-4e64-8577-970b8ecf2348 None None] Provisioning complete for port a490f9bd-78c0-4b80-8973-082090e51e7b triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:40.881059 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-ce9e2344-e9ca-4fdc-beea-f4c59222a456 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:40.883494 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-ce9e2344-e9ca-4fdc-beea-f4c59222a456 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 819 time: 0.9672225 Aug 29 22:48:40.883629 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b97c8245-6d9a-4e64-8577-970b8ecf2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:40.907151 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'port': {'device_id': '946259ef-7337-4d98-9db7-9746c01d05c6', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'admin_state_up': True, 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:40.925914 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-37b89829-0ab6-4273-a808-eb4d4fa77157 req-10c1d450-fdf5-4ce5-9690-c87737128adc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.0944009 Aug 29 22:48:40.926870 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fcbce-4341-4805-b90a-ec49bc884b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f26dbc9-e180-4405-989a-396918535a0d,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:41.027518 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port f0068afd-0810-4511-9666-9746aa2b8427 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:41.028246 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f0068afd-0810-4511-9666-9746aa2b8427), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.046331 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:41.047226 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:41.051068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=e98e195d-ce77-4206-9a55-20edec347455,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:41.123252 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-704e776d-6025-4f15-92be-80bb0239325b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:41.138431 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-704e776d-6025-4f15-92be-80bb0239325b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 817 time: 0.3658307 Aug 29 22:48:41.176366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-b97c8245-6d9a-4e64-8577-970b8ecf2348 None None] Port a490f9bd-78c0-4b80-8973-082090e51e7b cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:41.183455 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-f335def9-2081-43a0-9e76-e1e66f5c8c62 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/quotas/a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 375 time: 0.0171335 Aug 29 22:48:41.269931 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port f0068afd-0810-4511-9666-9746aa2b8427 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:41.270764 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f0068afd-0810-4511-9666-9746aa2b8427), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.279581 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c03ee0e8-275c-495e-91bb-03b6ab1e6789 req-84efa242-ea6a-4502-9f4c-37de2ac258f7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0873244 Aug 29 22:48:41.332069 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-c72c926c-3945-4eb1-89d8-ee56ca98927d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384277 Aug 29 22:48:41.367884 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:41.372805 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54678) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:41.382942 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port f0068afd-0810-4511-9666-9746aa2b8427, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f0068afd-0810-4511-9666-9746aa2b8427,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:41.390282 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:41.477257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54684) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:41.481863 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:41.517054 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Made reservation on behalf of 52aad64da33c4a48aa9eb7e325c5669b for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:41.517263 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-2505a8e8-a993-4a86-a87c-deaefa9ce927 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666696 Aug 29 22:48:41.522311 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.561262 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f0068afd-0810-4511-9666-9746aa2b8427), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:41.564475 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 7543472b-7de7-47ae-9e2f-d501aae21020 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:41.702736 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-607e807a-fb99-4525-922f-3e444389a5f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843021 Aug 29 22:48:41.822863 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Request body: {'port': {'device_id': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:41.950791 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=f0068afd-0810-4511-9666-9746aa2b8427,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:41.995358 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 7543472b-7de7-47ae-9e2f-d501aae21020 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:41.996256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.177545 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 2, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:42.182309 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.229752 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-12ff3a3e-b45e-49bf-9e43-ec54e8a117a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.317491 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Checking router: 39c2a81f-5579-4ee8-be5b-02cb7124a596 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:48:42.320198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Updating router 39c2a81f-5579-4ee8-be5b-02cb7124a596 port f181e6c9-b0e6-4789-a4ec-83465539208c binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:48:42.388795 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.441592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1bcc18ad-ca84-40c2-ac98-c2d2b0b44a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.520127 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:42.553524 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:42.554395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943baf4-03f7-4efa-9a92-d6733927bbb1 req-aa464112-15f5-4d60-a5e1-68483fe93367 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:42.567057 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e943baf4-03f7-4efa-9a92-d6733927bbb1 req-aa464112-15f5-4d60-a5e1-68483fe93367 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 932 time: 0.6436038 Aug 29 22:48:42.597252 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 7543472b-7de7-47ae-9e2f-d501aae21020 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:42.673495 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-852846bd-aa10-4122-aed3-3c9fdca0b00a req-06d98205-38ad-4d5c-a0f4-c8abf1db636e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.3614783 Aug 29 22:48:42.691126 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54706) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:42.772300 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Allocated IP 172.20.0.11 (e0df57fe-49a1-4753-930b-30f7d46d9482/8fa2308a-d2cb-4789-85b8-160c4d2abcf2/d86c40c3-059f-442c-8987-09c2f2683ad5) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:42.787070 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d40f4a5e-dd26-4c92-939b-bab565c8ec06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:42.960841 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e943baf4-03f7-4efa-9a92-d6733927bbb1 req-d8342b93-1585-4081-887d-7b41d6f7eaa7 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871014 Aug 29 22:48:43.087381 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device e98e195d-ce77-4206-9a55-20edec347455 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:43.235311 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:43.253267 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d40f4a5e-dd26-4c92-939b-bab565c8ec06 admin admin] Publish callbacks [] for security_group (e520b5c9-035d-4d76-83ff-465e6f219817), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.276579 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port e98e195d-ce77-4206-9a55-20edec347455 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:43.277300 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (e98e195d-ce77-4206-9a55-20edec347455), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.281863 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1bcc18ad-ca84-40c2-ac98-c2d2b0b44a63 admin admin] Publish callbacks [] for security_group (82c51365-d525-44c5-9142-a677c72d8b71), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.471791 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port e98e195d-ce77-4206-9a55-20edec347455 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:43.476639 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f0068afd-0810-4511-9666-9746aa2b8427 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:43.487181 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5955928d-1106-48ca-8373-67da881da723 req-ab7957af-7190-4476-8120-6f89cb6b6b58 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.6028168 Aug 29 22:48:43.596852 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port f0068afd-0810-4511-9666-9746aa2b8427 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:43.597283 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f0068afd-0810-4511-9666-9746aa2b8427), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.658218 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d40f4a5e-dd26-4c92-939b-bab565c8ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e520b5c9-035d-4d76-83ff-465e6f219817), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.662405 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1bcc18ad-ca84-40c2-ac98-c2d2b0b44a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (82c51365-d525-44c5-9142-a677c72d8b71), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.674665 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:43.677270 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6b60639-f966-4cd1-b688-03a7e46711e4 req-61c3b7ca-8892-4410-ac5f-b3ddb2434054 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.4378505 Aug 29 22:48:43.693642 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port f0068afd-0810-4511-9666-9746aa2b8427 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:43.720305 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.797626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f4a5e-dd26-4c92-939b-bab565c8ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e520b5c9-035d-4d76-83ff-465e6f219817,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:43.819571 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a490f9bd-78c0-4b80-8973-082090e51e7b {{(pid=124850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:43.834290 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-12ff3a3e-b45e-49bf-9e43-ec54e8a117a0 admin admin] Publish callbacks [] for security_group (7e96a8c7-d494-4dda-964a-ff1b3b68c8ff), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.836810 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Publish callbacks [] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:43.846612 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:43.862786 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.provisioning_blocks [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Transition to ACTIVE for port object a490f9bd-78c0-4b80-8973-082090e51e7b will not be triggered until provisioned by entity L2. {{(pid=124850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:48:43.886109 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d40f4a5e-dd26-4c92-939b-bab565c8ec06 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7a82cd47e2cf488b9a81dc73eada77ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1922302 Aug 29 22:48:43.894909 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54716) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:43.898698 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-936581aa-8b26-4cd8-bb3c-a730d79ef349 req-e2975459-de56-42ed-96be-fbf148c3445b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.0398552 Aug 29 22:48:43.898884 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1bcc18ad-ca84-40c2-ac98-c2d2b0b44a63 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=68482ab19f6a4f068555b0762ba4ffce&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4191270 Aug 29 22:48:43.900127 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54718) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:43.939243 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc18ad-ca84-40c2-ac98-c2d2b0b44a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c51365-d525-44c5-9142-a677c72d8b71,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.006765 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-12ff3a3e-b45e-49bf-9e43-ec54e8a117a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (7e96a8c7-d494-4dda-964a-ff1b3b68c8ff), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.007296 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.007296 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.71', 49815) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:44.039946 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-12ff3a3e-b45e-49bf-9e43-ec54e8a117a0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c3e5330d062b461a911237be416225db&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6660302 Aug 29 22:48:44.040892 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.063695 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54724) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:44.193854 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-39481c7c-11af-4527-b46a-25c96e2d4ae7 admin admin] Publish callbacks [] for security_group (e520b5c9-035d-4d76-83ff-465e6f219817), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.232331 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-39481c7c-11af-4527-b46a-25c96e2d4ae7 admin admin] Publish callbacks [] for security_group (e520b5c9-035d-4d76-83ff-465e6f219817), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.250472 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Pushing event updated for resources: {'Port': ['ID=a490f9bd-78c0-4b80-8973-082090e51e7b,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.316446 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.71', 49816) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:44.322273 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d63c7-2ea4-4975-8b6b-90c6d46c5be1 admin admin] Publish callbacks [] for security_group (82c51365-d525-44c5-9142-a677c72d8b71), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.358140 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Publish callbacks [] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.359284 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:44.394691 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff3a3e-b45e-49bf-9e43-ec54e8a117a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e96a8c7-d494-4dda-964a-ff1b3b68c8ff,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.403681 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.managers [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Attempting to bind port a490f9bd-78c0-4b80-8973-082090e51e7b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:44.404035 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.managers [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Attempting to bind port a490f9bd-78c0-4b80-8973-082090e51e7b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'}] {{(pid=124850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:44.404376 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Attempting to bind port a490f9bd-78c0-4b80-8973-082090e51e7b on network 22d29419-442a-4e58-a3c8-da734d6fd566 {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:44.413552 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d63c7-2ea4-4975-8b6b-90c6d46c5be1 admin admin] Publish callbacks [] for security_group (82c51365-d525-44c5-9142-a677c72d8b71), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.447351 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Port a490f9bd-78c0-4b80-8973-082090e51e7b on network 22d29419-442a-4e58-a3c8-da734d6fd566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:48:44.449066 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Attempting to bind port a490f9bd-78c0-4b80-8973-082090e51e7b on network 22d29419-442a-4e58-a3c8-da734d6fd566 {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:44.508462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959b703-dec9-4a33-a17e-4e0fdcaa2fe9 req-7cedcae9-9fe0-4c14-a6f6-fa898ad3ef03 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:44.510535 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a959b703-dec9-4a33-a17e-4e0fdcaa2fe9 req-7cedcae9-9fe0-4c14-a6f6-fa898ad3ef03 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 0.3305001 Aug 29 22:48:44.521670 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:44.526563 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Checking segment: {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:44.527256 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Network e0df57fe-49a1-4753-930b-30f7d46d9482 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:44.527702 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Bound using segment: {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'} {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:44.528785 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.managers [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Bound port: a490f9bd-78c0-4b80-8973-082090e51e7b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34bd83d-0f74-4a84-810d-394539d008b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566'}}] {{(pid=124850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:44.531391 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.535524 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:44.586983 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:44.593316 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:44.594156 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.598520 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'Port': ['ID=d86c40c3-059f-442c-8987-09c2f2683ad5,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.605649 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-10b0ccd9-5c3a-46ec-a4e1-619951c322e6 admin admin] Publish callbacks [] for security_group (7e96a8c7-d494-4dda-964a-ff1b3b68c8ff), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.614726 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.672666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-10b0ccd9-5c3a-46ec-a4e1-619951c322e6 admin admin] Publish callbacks [] for security_group (7e96a8c7-d494-4dda-964a-ff1b3b68c8ff), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.756082 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d63c7-2ea4-4975-8b6b-90c6d46c5be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (82c51365-d525-44c5-9142-a677c72d8b71), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.758641 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-39481c7c-11af-4527-b46a-25c96e2d4ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e520b5c9-035d-4d76-83ff-465e6f219817), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.762217 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-39481c7c-11af-4527-b46a-25c96e2d4ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.763572 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-39481c7c-11af-4527-b46a-25c96e2d4ae7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e520b5c9-035d-4d76-83ff-465e6f219817 HTTP/1.1" status: 204 len: 168 time: 0.8650801 Aug 29 22:48:44.763733 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d63c7-2ea4-4975-8b6b-90c6d46c5be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.765099 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2c4d63c7-2ea4-4975-8b6b-90c6d46c5be1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/82c51365-d525-44c5-9142-a677c72d8b71 HTTP/1.1" status: 204 len: 168 time: 0.8629763 Aug 29 22:48:44.840815 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a959b703-dec9-4a33-a17e-4e0fdcaa2fe9 req-4c2e7e6f-6d81-4bf2-b1dc-eb2fa417ad63 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162966 Aug 29 22:48:44.886842 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d63c7-2ea4-4975-8b6b-90c6d46c5be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c51365-d525-44c5-9142-a677c72d8b71,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.888507 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39481c7c-11af-4527-b46a-25c96e2d4ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e520b5c9-035d-4d76-83ff-465e6f219817,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.895198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcdee3-4846-4a0a-9be1-e9794c3ea762 None None] Pushing event updated for resources: {'Port': ['ID=f181e6c9-b0e6-4789-a4ec-83465539208c,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:44.937940 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Attempting to bind port f181e6c9-b0e6-4789-a4ec-83465539208c on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:44.938332 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Attempting to bind port f181e6c9-b0e6-4789-a4ec-83465539208c by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:44.938697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Attempting to bind port f181e6c9-b0e6-4789-a4ec-83465539208c on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:44.960942 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:44.962963 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-c69a07ef-7856-491e-9528-d638279a1f9d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0605164 Aug 29 22:48:44.966904 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Checking segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:44.972993 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.973527 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Bound using segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:44.974000 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Bound port: f181e6c9-b0e6-4789-a4ec-83465539208c, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:44.974361 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:44.986249 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-fc2e90f4-1c5a-4c9b-b963-ef7693376b9e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:44.991062 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-fc2e90f4-1c5a-4c9b-b963-ef7693376b9e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 811 time: 0.5995500 Aug 29 22:48:45.014161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-32cac502-86b2-4ce7-8927-ac44a2e05454 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:45.016210 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-32cac502-86b2-4ce7-8927-ac44a2e05454 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 819 time: 0.9878566 Aug 29 22:48:45.035516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Request body: {'port': {'device_id': '946259ef-7337-4d98-9db7-9746c01d05c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:45.079386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'port': {'device_id': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'admin_state_up': True, 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:45.083038 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] For port a490f9bd-78c0-4b80-8973-082090e51e7b, host hv-cinder-85426, cleared binding levels {{(pid=124850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:45.099960 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] For port a490f9bd-78c0-4b80-8973-082090e51e7b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a490f9bd-78c0-4b80-8973-082090e51e7b,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:45.138837 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-076b6d7a-d6dd-4dfc-8382-854a441790f7 req-ab742e8e-d14c-4f91-9788-a27e1ba647a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.4067805 Aug 29 22:48:45.164207 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] For port f181e6c9-b0e6-4789-a4ec-83465539208c, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:45.245908 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:45.248120 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] For port f181e6c9-b0e6-4789-a4ec-83465539208c, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f181e6c9-b0e6-4789-a4ec-83465539208c,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:45.251217 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.268280 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-19f1074c-a410-4fd1-bf9b-f7563c3ea686 None None] Provisioning complete for port d86c40c3-059f-442c-8987-09c2f2683ad5 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:45.268681 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-19f1074c-a410-4fd1-bf9b-f7563c3ea686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.279517 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d74a369-bd7e-4bec-9948-5884b12b0a87 req-2acca631-df99-421b-bf10-121754d5c5ce tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.2858937 Aug 29 22:48:45.349446 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.362091 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Pushing event updated for resources: {'Port': ['ID=a490f9bd-78c0-4b80-8973-082090e51e7b,revision_number=3']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:45.376855 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:45.376855 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.376855 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-02c1c3da-fe5e-4b42-94b4-fdd6b1b4409e service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/a490f9bd-78c0-4b80-8973-082090e51e7b HTTP/1.1" status: 200 len: 1094 time: 4.2873058 Aug 29 22:48:45.376855 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'tag': 'a490f9bd-78c0-4b80-8973-082090e51e7b'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:48:45.415630 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:45.471841 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-19f1074c-a410-4fd1-bf9b-f7563c3ea686 None None] Port d86c40c3-059f-442c-8987-09c2f2683ad5 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:45.480536 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-10b0ccd9-5c3a-46ec-a4e1-619951c322e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (7e96a8c7-d494-4dda-964a-ff1b3b68c8ff), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.483995 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-10b0ccd9-5c3a-46ec-a4e1-619951c322e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.485884 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-10b0ccd9-5c3a-46ec-a4e1-619951c322e6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7e96a8c7-d494-4dda-964a-ff1b3b68c8ff HTTP/1.1" status: 204 len: 168 time: 1.3040171 Aug 29 22:48:45.495302 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:48:45.496136 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:45.539665 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1f652ae2-c91f-42dd-bb76-5f69e7828dfb req-42bb0d01-88ca-4a2d-b15a-80df940f81f2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.0507300 Aug 29 22:48:45.539665 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0ccd9-5c3a-46ec-a4e1-619951c322e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e96a8c7-d494-4dda-964a-ff1b3b68c8ff,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:45.733914 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:45.735951 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcdee3-4846-4a0a-9be1-e9794c3ea762 None None] Pushing event updated for resources: {'Port': ['ID=f181e6c9-b0e6-4789-a4ec-83465539208c,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:45.772851 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-e4dceacc-86c4-44ae-a1f3-e64358d3c539 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d106ca51e01f439f82fd71df4dc2ed71 HTTP/1.1" status: 200 len: 379 time: 0.7532625 Aug 29 22:48:45.918001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'port': {'device_id': '90821429-6373-4dcf-ac68-2af347d45eb1', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'admin_state_up': True, 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'security_groups': ['925bab1e-9124-4218-8b68-01c15c3fc479']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:45.938376 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:46.163626 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:48:46.273282 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fa893-9000-4d2b-9c6b-e87c154d909e req-5fd244d1-8b06-4633-a482-68fa487722d6 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:46.278430 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-369fa893-9000-4d2b-9c6b-e87c154d909e req-5fd244d1-8b06-4633-a482-68fa487722d6 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 0.2107291 Aug 29 22:48:46.375666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-c5025d01-99aa-43d7-a581-45a6b4d1d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:46.381696 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-c5025d01-99aa-43d7-a581-45a6b4d1d4f1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=cedceef6152643f7875eff039186cd55&device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 1128 time: 0.5057240 Aug 29 22:48:46.519659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Made reservation on behalf of 52aad64da33c4a48aa9eb7e325c5669b for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:46.519659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:46.543909 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-af46e3c9-b43c-412f-8fa9-30bd0c8c4545 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a490f9bd-78c0-4b80-8973-082090e51e7b HTTP/1.1" status: 200 len: 217 time: 0.1385384 Aug 29 22:48:46.626680 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049a50a5-4c90-4014-8b04-301616cc3d33" -d '{"events": [{"name": "network-changed", "server_uuid": "7176d304-92ee-4dd2-bfb1-4bc3caa06c41", "tag": "a490f9bd-78c0-4b80-8973-082090e51e7b"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:48:46.671530 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-369fa893-9000-4d2b-9c6b-e87c154d909e req-1a74b362-fe60-4a2c-bb89-92a0ea8c3a41 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375270 Aug 29 22:48:46.702973 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-999dbb5a-eff8-4194-ab65-d0d09562ebc3 req-af06e331-bb5f-4ea5-9885-e816ee1415cc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.2045474 Aug 29 22:48:46.795780 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-2fd6a829-c8ba-4d86-994d-78fa71d063ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:46.795780 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-2fd6a829-c8ba-4d86-994d-78fa71d063ab service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c3d61623-91de-4697-8167-62bfefc2b415 HTTP/1.1" status: 200 len: 850 time: 0.2378201 Aug 29 22:48:46.816523 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:45Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:48:46.926677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54788) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:46.947907 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:46.974512 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009a643-ee68-4991-a52a-edaf9ffd3a58 None None] The sync data for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi is: [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:45Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:48:46.987836 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f181e6c9-b0e6-4789-a4ec-83465539208c up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:47.088985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c17ea4c3-4d6d-4dbe-ad8b-47f1ea66a4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.156508 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-039f9812-6a51-4f73-9c4a-0519d218432c req-270baf2a-629f-4b55-bdea-254a16b0bd61 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.1266310 Aug 29 22:48:47.217077 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-2932e658-025e-4dca-87fb-150d5ac2ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:47.222982 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-2932e658-025e-4dca-87fb-150d5ac2ff30 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=22d29419-442a-4e58-a3c8-da734d6fd566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4202201 Aug 29 22:48:47.230347 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port f181e6c9-b0e6-4789-a4ec-83465539208c triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:47.230974 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.297644 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:47.302891 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2b0a0792-9f9a-46a9-8f49-b69b10d2be16 req-bfa2328a-4f5d-46c5-82f3-0621378b7b42 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.3450339 Aug 29 22:48:47.404625 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port f181e6c9-b0e6-4789-a4ec-83465539208c is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:47.404862 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.463378 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:47.484271 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-10a35e33-eead-4f5f-b432-091e3347fb5c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659336 Aug 29 22:48:47.505450 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port f181e6c9-b0e6-4789-a4ec-83465539208c, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f181e6c9-b0e6-4789-a4ec-83465539208c,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:47.678554 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c17ea4c3-4d6d-4dbe-ad8b-47f1ea66a4dd admin admin] Publish callbacks [] for security_group (1b8ba5df-f10a-4694-8260-b5a2cf6184ab), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.706993 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86c40c3-059f-442c-8987-09c2f2683ad5 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:47.739386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Publish callbacks [] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.782303 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4663414f-02cb-41b2-a6a2-8df082cabcac x-openstack-request-id: req-4663414f-02cb-41b2-a6a2-8df082cabcac {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:48:47.783840 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7176d304-92ee-4dd2-bfb1-4bc3caa06c41", "tag": "a490f9bd-78c0-4b80-8973-082090e51e7b", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:48:47.784126 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4663414f-02cb-41b2-a6a2-8df082cabcac {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:48:47.785837 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4663414f-02cb-41b2-a6a2-8df082cabcac'] response: {'name': 'network-changed', 'server_uuid': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'tag': 'a490f9bd-78c0-4b80-8973-082090e51e7b', 'status': 'completed', 'code': 200} Aug 29 22:48:47.789708 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd7f71fa-dafd-4286-ae8d-f2a3c49ff57f req-1573b9ad-01c9-4d75-9750-386999c5b80d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939162 Aug 29 22:48:47.810134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Transition to ACTIVE for port object d86c40c3-059f-442c-8987-09c2f2683ad5 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:48:47.842992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Made reservation on behalf of d106ca51e01f439f82fd71df4dc2ed71 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:47.845266 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.855692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.964284 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c17ea4c3-4d6d-4dbe-ad8b-47f1ea66a4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1b8ba5df-f10a-4694-8260-b5a2cf6184ab), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:47.970187 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=f181e6c9-b0e6-4789-a4ec-83465539208c,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:47.989592 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b8bda5fd-9703-4952-9852-c46e7f71b5f9 req-535228b9-e0f6-444e-aeda-2174c1e32110 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.1223080 Aug 29 22:48:47.991450 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.000028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 54810) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:48.132572 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.140665 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.71', 49828) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:48.205699 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-c487a1fc-0b64-4c74-906a-e8c7e6b7aff8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:48.208516 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-c487a1fc-0b64-4c74-906a-e8c7e6b7aff8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 817 time: 0.2180583 Aug 29 22:48:48.210242 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:48.353470 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bf866fbc-878e-4899-bbd7-3cacf5795a22 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 380 time: 0.1273091 Aug 29 22:48:48.383599 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'port': {'device_id': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'admin_state_up': True, 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'security_groups': ['d5ee94f5-9c9e-4348-a101-c4a277ca1471']}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:48.456604 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-88396948-3e54-4100-aca2-e6726c166876 req-26a9264c-8cd4-4d94-9a76-674e1173a680 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0960739 Aug 29 22:48:48.530883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d86c40c3-059f-442c-8987-09c2f2683ad5,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:48.538918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-44b62f9e-bdff-4500-b4e9-f86a65ea23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:48.542788 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-44b62f9e-bdff-4500-b4e9-f86a65ea23fc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=cedceef6152643f7875eff039186cd55&device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 1128 time: 0.3978744 Aug 29 22:48:48.543639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d001-332e-4cda-bf9b-16aeeeac24cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:48.631889 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:48.850827 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f181e6c9-b0e6-4789-a4ec-83465539208c up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:48:48.949051 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cdad36ab-b7d9-484c-affa-0516333a8f8c req-46fa845a-ed54-402c-9517-3be2a48cfae8 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.3145189 Aug 29 22:48:48.951802 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Allocated IP 172.20.0.6 (3cbc22b7-19e9-4863-99a1-541b71beccc1/c7b12059-0ee8-4a6d-87b4-2a199f732beb/c4b5d8f5-060a-47e7-bc2d-0768effb9dcb) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:48.979014 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc7c89-1a69-4b32-a38e-c7b34066f909 req-088e3248-7a4c-4701-8f23-d86f36279ad1 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:48.980858 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-47bc7c89-1a69-4b32-a38e-c7b34066f909 req-088e3248-7a4c-4701-8f23-d86f36279ad1 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 1.1617069 Aug 29 22:48:49.006697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port f181e6c9-b0e6-4789-a4ec-83465539208c triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:49.007340 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.175733 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d001-332e-4cda-bf9b-16aeeeac24cc admin admin] Publish callbacks [] for security_group (57fd1ece-0394-45f3-b85a-e5de5e1f2c8f), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.185861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Made reservation on behalf of a0e8b532701e43a39a0fd260e3e5d12d for: {'port': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:48:49.197340 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.199520 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port f181e6c9-b0e6-4789-a4ec-83465539208c is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:49.218454 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cac6cd8d-cf50-43d8-b841-3b3962696bec req-67d668d9-65f4-4994-b3b4-1e4c7e8bbf63 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.0909047 Aug 29 22:48:49.286320 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Allocated IP 172.20.0.4 (e0df57fe-49a1-4753-930b-30f7d46d9482/8fa2308a-d2cb-4789-85b8-160c4d2abcf2/56d72164-e144-4a4d-8603-3e2ad709ea0b) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:49.297515 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ea4c3-4d6d-4dbe-ad8b-47f1ea66a4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ba5df-f10a-4694-8260-b5a2cf6184ab,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:49.305684 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c17ea4c3-4d6d-4dbe-ad8b-47f1ea66a4dd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=00a715aebe514121866463e092d66fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3703244 Aug 29 22:48:49.308358 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54842) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:49.457792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d001-332e-4cda-bf9b-16aeeeac24cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (57fd1ece-0394-45f3-b85a-e5de5e1f2c8f), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.458139 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Allocated IP 172.20.0.3 (b1b1aef3-5468-47e0-acb3-a09710f077e5/1ba853ec-a232-440b-a7fd-394e0d4b08c1/d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:48:49.473785 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:49.496337 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53807ee5-f4c1-448d-8410-9a7ba36ae4ce admin admin] Publish callbacks [] for security_group (1b8ba5df-f10a-4694-8260-b5a2cf6184ab), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.529723 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4d001-332e-4cda-bf9b-16aeeeac24cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd1ece-0394-45f3-b85a-e5de5e1f2c8f,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:49.537659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Attempting to bind port d86c40c3-059f-442c-8987-09c2f2683ad5 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:49.537659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Attempting to bind port d86c40c3-059f-442c-8987-09c2f2683ad5 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:49.537659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Attempting to bind port d86c40c3-059f-442c-8987-09c2f2683ad5 on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:49.572872 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53807ee5-f4c1-448d-8410-9a7ba36ae4ce admin admin] Publish callbacks [] for security_group (1b8ba5df-f10a-4694-8260-b5a2cf6184ab), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.648519 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:49.666451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Port d86c40c3-059f-442c-8987-09c2f2683ad5 on network e0df57fe-49a1-4753-930b-30f7d46d9482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:48:49.666778 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Attempting to bind port d86c40c3-059f-442c-8987-09c2f2683ad5 on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:49.880968 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-47bc7c89-1a69-4b32-a38e-c7b34066f909 req-3201c27c-dc0a-42bc-bed0-e14f09aa9d3d tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666039 Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b2b4d001-332e-4cda-bf9b-16aeeeac24cc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=77a02e4255524676bcbc5e4ef5a018b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6430054 Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Checking segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Bound using segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Bound port: d86c40c3-059f-442c-8987-09c2f2683ad5, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-7a401d3a-3a8c-4fe0-a203-5daf9b74aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:49.882482 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-7a401d3a-3a8c-4fe0-a203-5daf9b74aa48 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=22d29419-442a-4e58-a3c8-da734d6fd566 HTTP/1.1" status: 200 len: 912 time: 1.1517079 Aug 29 22:48:49.883507 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3b74c8f8-4b77-42d7-a8d5-f5ecd5732b2a req-de5eba9c-8008-4850-85fe-71247cdfcc48 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.2588284 Aug 29 22:48:49.883507 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 54856) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:48:49.925256 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-f8cf4ea2-d1f4-4b26-9e89-477ae17e0f20 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a490f9bd-78c0-4b80-8973-082090e51e7b HTTP/1.1" status: 200 len: 217 time: 0.1402249 Aug 29 22:48:49.953066 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bee6bb9c-eab7-490c-85f3-626984d0d26f admin admin] Publish callbacks [] for security_group (57fd1ece-0394-45f3-b85a-e5de5e1f2c8f), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.024926 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bee6bb9c-eab7-490c-85f3-626984d0d26f admin admin] Publish callbacks [] for security_group (57fd1ece-0394-45f3-b85a-e5de5e1f2c8f), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.063853 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.100606 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] For port d86c40c3-059f-442c-8987-09c2f2683ad5, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:50.332041 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.391822 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d59edfaf-45b3-48f1-a415-4cb84b2484f0 req-037a2d3a-3528-4e47-805a-149020dffd0e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.0409241 Aug 29 22:48:50.438940 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.441056 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53807ee5-f4c1-448d-8410-9a7ba36ae4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1b8ba5df-f10a-4694-8260-b5a2cf6184ab), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.444792 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53807ee5-f4c1-448d-8410-9a7ba36ae4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.470657 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-58190fd4-5d55-4b8c-b94d-70dd51dd4a47 req-75973b3c-1354-46b3-a6ae-dd84ac7de163 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.3807998 Aug 29 22:48:50.475038 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-53807ee5-f4c1-448d-8410-9a7ba36ae4ce admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1b8ba5df-f10a-4694-8260-b5a2cf6184ab HTTP/1.1" status: 204 len: 168 time: 1.1649611 Aug 29 22:48:50.488290 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] For port d86c40c3-059f-442c-8987-09c2f2683ad5, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d86c40c3-059f-442c-8987-09c2f2683ad5,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:50.508096 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53807ee5-f4c1-448d-8410-9a7ba36ae4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ba5df-f10a-4694-8260-b5a2cf6184ab,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:50.510226 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bee6bb9c-eab7-490c-85f3-626984d0d26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (57fd1ece-0394-45f3-b85a-e5de5e1f2c8f), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.515360 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bee6bb9c-eab7-490c-85f3-626984d0d26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.518767 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-bee6bb9c-eab7-490c-85f3-626984d0d26f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/57fd1ece-0394-45f3-b85a-e5de5e1f2c8f HTTP/1.1" status: 204 len: 168 time: 0.6359420 Aug 29 22:48:50.528093 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-8275ef21-56cd-4d0b-8ee6-01049db735c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:50.529564 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-8275ef21-56cd-4d0b-8ee6-01049db735c9 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c3d61623-91de-4697-8167-62bfefc2b415 HTTP/1.1" status: 200 len: 850 time: 0.1859527 Aug 29 22:48:50.619336 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6bb9c-eab7-490c-85f3-626984d0d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd1ece-0394-45f3-b85a-e5de5e1f2c8f,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:50.637482 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:50.641980 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:50.644734 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:50.650759 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:50.650759 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.662850 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:50.699792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.707246 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:50.708228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.710074 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 200 len: 1094 time: 5.7038872 Aug 29 22:48:50.753777 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946259ef-7337-4d98-9db7-9746c01d05c6', 'tag': 'd86c40c3-059f-442c-8987-09c2f2683ad5'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:48:50.884854 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-bdad2367-8e7f-4b33-a94a-a938e836a32e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4134831 Aug 29 22:48:50.884854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Request body: {'port': {'device_id': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:50.885937 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-05855acf-665d-4a6d-86fe-a6037f5d3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:50.885937 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-05855acf-665d-4a6d-86fe-a6037f5d3572 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=22d29419-442a-4e58-a3c8-da734d6fd566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2724400 Aug 29 22:48:50.885937 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.885937 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.904561 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.910772 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Network e0df57fe-49a1-4753-930b-30f7d46d9482 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:50.920416 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:50.962188 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:50.979248 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:50.979928 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:50.999330 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:48:51.068047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:48:51.080947 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:48:51.085636 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:51.086382 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.097963 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30de0fc-680d-4c83-b2e7-3a2e6b6ef9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d86c40c3-059f-442c-8987-09c2f2683ad5,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:51.180447 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-756560b7-1bc9-4ecf-b554-a25885acdfa6 None None] Provisioning complete for port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:51.182518 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-756560b7-1bc9-4ecf-b554-a25885acdfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.238107 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-756560b7-1bc9-4ecf-b554-a25885acdfa6 None None] Port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:51.464565 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e7560-b5af-4f48-9d1c-aa0cf445ff16 req-71a747aa-23a2-4df7-8693-94a2a6f8f379 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:51.464565 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-374e7560-b5af-4f48-9d1c-aa0cf445ff16 req-71a747aa-23a2-4df7-8693-94a2a6f8f379 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 0.0912592 Aug 29 22:48:51.465918 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4569025 Aug 29 22:48:51.465918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f47e53-811a-4ead-b417-73196c67c63c req-ca4d5942-d1b4-4223-bfd4-c1a348b4486f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:51.465918 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-94f47e53-811a-4ead-b417-73196c67c63c req-ca4d5942-d1b4-4223-bfd4-c1a348b4486f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 931 time: 0.2365534 Aug 29 22:48:51.465918 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3493097 Aug 29 22:48:51.465918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Request body: {'port': {'device_id': '90821429-6373-4dcf-ac68-2af347d45eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:51.530189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Request body: {'port': {'device_id': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:48:51.560639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-42b5ad90-b699-4ffc-89df-89bad6011609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:51.563064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-42b5ad90-b699-4ffc-89df-89bad6011609 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1128 time: 0.4099760 Aug 29 22:48:51.578292 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-b8647809-c09c-4f5c-972d-0b19f22e9ab8 None None] Provisioning complete for port 56d72164-e144-4a4d-8603-3e2ad709ea0b triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:51.579970 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b8647809-c09c-4f5c-972d-0b19f22e9ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.606976 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041207b-a22f-4a23-938f-d12f7f900285 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'Port': ['ID=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:51.614663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:51.655644 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-6fc0f6d2-97cc-4072-b087-81d64be955a2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8064783 Aug 29 22:48:51.661865 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-b8647809-c09c-4f5c-972d-0b19f22e9ab8 None None] Port 56d72164-e144-4a4d-8603-3e2ad709ea0b cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:51.673841 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-b8647809-c09c-4f5c-972d-0b19f22e9ab8 None None] Provisioning complete for port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:48:51.674574 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b8647809-c09c-4f5c-972d-0b19f22e9ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.699796 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-374e7560-b5af-4f48-9d1c-aa0cf445ff16 req-165d2ef2-d911-47a3-847d-209f76e2ec15 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085620 Aug 29 22:48:51.714876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.714876 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-1fe49999-4260-4de1-b41c-aeb93d5d02e2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 200 len: 217 time: 0.1169846 Aug 29 22:48:51.766946 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-b8647809-c09c-4f5c-972d-0b19f22e9ab8 None None] Port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:48:51.885345 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 {{(pid=124850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:51.894771 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Publish callbacks [] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:51.913991 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.provisioning_blocks [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Transition to ACTIVE for port object d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 will not be triggered until provisioned by entity L2. {{(pid=124850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:48:51.966166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.008536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d3e441-212b-4faf-bff1-9865de3dc694" -d '{"events": [{"name": "network-changed", "server_uuid": "946259ef-7337-4d98-9db7-9746c01d05c6", "tag": "d86c40c3-059f-442c-8987-09c2f2683ad5"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:48:52.037854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7425685-a639-4878-b8e8-fd92a6372350 req-41b48493-b453-474f-8eda-6cbd0c697b69 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:52.040916 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11a0fa-aa6e-4489-982a-6f277001c633 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'Port': ['ID=56d72164-e144-4a4d-8603-3e2ad709ea0b,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:52.041141 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c7425685-a639-4878-b8e8-fd92a6372350 req-41b48493-b453-474f-8eda-6cbd0c697b69 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 931 time: 0.1222649 Aug 29 22:48:52.063091 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.142780 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:52.158865 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-94f47e53-811a-4ead-b417-73196c67c63c req-902d71cd-e216-44f7-9bee-d44d0cf090d4 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7639103 Aug 29 22:48:52.169141 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-1154720f-f2a1-4605-90cb-03ccb5ce20d0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906478 Aug 29 22:48:52.204763 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.managers [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Attempting to bind port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:52.205099 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.managers [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Attempting to bind port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}] {{(pid=124850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:52.205439 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Attempting to bind port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 on network b1b1aef3-5468-47e0-acb3-a09710f077e5 {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:52.210205 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c7425685-a639-4878-b8e8-fd92a6372350 req-af694fad-1e11-4427-bab7-e8ef7ffd7b22 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605229 Aug 29 22:48:52.213739 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 on network b1b1aef3-5468-47e0-acb3-a09710f077e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:48:52.214065 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Attempting to bind port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 on network b1b1aef3-5468-47e0-acb3-a09710f077e5 {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:52.230180 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:52.230180 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Checking segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:52.230180 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Bound using segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} {{(pid=124850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:52.230180 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.managers [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Bound port: d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}}] {{(pid=124850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:52.230180 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.237157 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.248022 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-de1031d3-71ec-49b0-be62-e36968b71b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:52.250620 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-de1031d3-71ec-49b0-be62-e36968b71b14 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.5065284 Aug 29 22:48:52.366135 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, cleared binding levels {{(pid=124850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:52.369930 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:52.404926 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-c68f0d8f-869d-43f8-bb4b-caa1222886c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.413528 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32768d4d-bce3-45df-98bb-d5b81932e9b5 req-864c1eee-ff18-47c9-92f7-9d4fb9bae768 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:52.415139 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-32768d4d-bce3-45df-98bb-d5b81932e9b5 req-864c1eee-ff18-47c9-92f7-9d4fb9bae768 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 931 time: 0.1808393 Aug 29 22:48:52.433406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.503682 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:52.504356 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.505676 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 200 len: 1093 time: 1.6993675 Aug 29 22:48:52.506502 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:48:52.508363 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3d0eef-c243-41fe-af1c-ff160ed8992b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:48:52.539582 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.543360 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d81f3-0ded-48a3-9905-79eb60c4c3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=3']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:52.661489 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:52.670129 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-32768d4d-bce3-45df-98bb-d5b81932e9b5 req-4afc7e3c-ded0-411a-8b06-1b2cf2136b19 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275612 Aug 29 22:48:52.682652 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-9ac18efb-3621-4ea5-a5b3-1ef7d7d7c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:52.684229 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-9ac18efb-3621-4ea5-a5b3-1ef7d7d7c2ec service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229870 Aug 29 22:48:52.819921 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624a28bc-4325-4cca-bec4-c1b05268b3fc x-openstack-request-id: req-624a28bc-4325-4cca-bec4-c1b05268b3fc {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:48:52.819921 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946259ef-7337-4d98-9db7-9746c01d05c6", "tag": "d86c40c3-059f-442c-8987-09c2f2683ad5", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:48:52.819921 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-624a28bc-4325-4cca-bec4-c1b05268b3fc {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:48:52.819921 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624a28bc-4325-4cca-bec4-c1b05268b3fc'] response: {'name': 'network-changed', 'server_uuid': '946259ef-7337-4d98-9db7-9746c01d05c6', 'tag': 'd86c40c3-059f-442c-8987-09c2f2683ad5', 'status': 'completed', 'code': 200} Aug 29 22:48:52.867315 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b9d120-c276-496c-82d5-919fce19f05d x-openstack-request-id: req-86b9d120-c276-496c-82d5-919fce19f05d {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:48:52.867863 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:48:52.868323 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86b9d120-c276-496c-82d5-919fce19f05d {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:48:52.868966 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b9d120-c276-496c-82d5-919fce19f05d'] response: {'name': 'network-changed', 'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'status': 'completed', 'code': 200} Aug 29 22:48:52.878284 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d72164-e144-4a4d-8603-3e2ad709ea0b {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:52.918203 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Publish callbacks [] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:52.978910 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202762b6-ae05-41fb-a446-40605ea4d188 req-da502430-6163-42e0-8023-0a206c45504d tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:52.980429 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-202762b6-ae05-41fb-a446-40605ea4d188 req-da502430-6163-42e0-8023-0a206c45504d tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 0.0958824 Aug 29 22:48:52.990288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b5d8f5-060a-47e7-bc2d-0768effb9dcb {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:52.990288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Transition to ACTIVE for port object 56d72164-e144-4a4d-8603-3e2ad709ea0b will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:48:52.995110 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Publish callbacks [] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.025294 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Transition to ACTIVE for port object c4b5d8f5-060a-47e7-bc2d-0768effb9dcb will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:48:53.072040 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.322823 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-202762b6-ae05-41fb-a446-40605ea4d188 req-0dc9af01-6e2c-47d3-b694-e9fd7164aa30 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317490 Aug 29 22:48:53.341785 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.486619 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4a619-4c4d-40f0-a588-cbd03d5d8a4c req-cf82d4cd-148d-4ead-8466-447527d97a73 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:53.489554 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-11e4a619-4c4d-40f0-a588-cbd03d5d8a4c req-cf82d4cd-148d-4ead-8466-447527d97a73 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.0716906 Aug 29 22:48:53.563529 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-11e4a619-4c4d-40f0-a588-cbd03d5d8a4c req-ecd29a9a-3d12-4f01-89be-657db6446c18 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661116 Aug 29 22:48:53.573765 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Attempting to bind port 56d72164-e144-4a4d-8603-3e2ad709ea0b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:53.574407 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Attempting to bind port 56d72164-e144-4a4d-8603-3e2ad709ea0b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:53.575759 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Attempting to bind port 56d72164-e144-4a4d-8603-3e2ad709ea0b on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:53.586699 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Pushing event updated for resources: {'Port': ['ID=56d72164-e144-4a4d-8603-3e2ad709ea0b,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:53.590453 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Attempting to bind port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:48:53.590784 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Attempting to bind port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:48:53.591688 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Attempting to bind port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:53.608857 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f38d8-ccae-430a-aa4b-d755e988e0d4 req-feae85da-5d65-41a2-aa30-f69d3c77300e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:53.610625 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-511f38d8-ccae-430a-aa4b-d755e988e0d4 req-feae85da-5d65-41a2-aa30-f69d3c77300e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1615205 Aug 29 22:48:53.643195 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Port 56d72164-e144-4a4d-8603-3e2ad709ea0b on network e0df57fe-49a1-4753-930b-30f7d46d9482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:48:53.643573 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Attempting to bind port 56d72164-e144-4a4d-8603-3e2ad709ea0b on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:53.682352 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:48:53.682893 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Attempting to bind port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:48:53.686176 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:53.686988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Checking segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:53.687584 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Bound using segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:53.688570 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Bound port: 56d72164-e144-4a4d-8603-3e2ad709ea0b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:53.689270 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.743098 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-f73add5c-2de6-48ce-b859-28ca37b5bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:53.747690 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-f73add5c-2de6-48ce-b859-28ca37b5bafe service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 1127 time: 0.0981369 Aug 29 22:48:53.790957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:48:53.790957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Checking segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:48:53.790957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Bound using segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:48:53.790957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Bound port: c4b5d8f5-060a-47e7-bc2d-0768effb9dcb, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:48:53.790957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:53.797805 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:53.819185 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-53535338-da18-4729-b8c1-5dcc3fed2814 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 200 len: 217 time: 0.0645845 Aug 29 22:48:53.857111 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-511f38d8-ccae-430a-aa4b-d755e988e0d4 req-d820ecb9-43e7-410f-8ef8-ac657550155c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912725 Aug 29 22:48:53.997746 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:54.009724 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] For port 56d72164-e144-4a4d-8603-3e2ad709ea0b, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:54.012332 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] For port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:48:54.016104 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] For port 56d72164-e144-4a4d-8603-3e2ad709ea0b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:54.019278 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-8fb66c76-1b73-4797-be21-59b3e9ff1e70 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709044 Aug 29 22:48:54.022341 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] For port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:48:54.034225 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45b65e-b814-48e0-9332-1368e5a1488d req-46e9cf15-d8a8-404b-9139-d7c9dc7696fc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.049220 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3e45b65e-b814-48e0-9332-1368e5a1488d req-46e9cf15-d8a8-404b-9139-d7c9dc7696fc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.1720655 Aug 29 22:48:54.049220 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-cf908b1b-5216-4d26-a234-6e7bad83ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.053409 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-cf908b1b-5216-4d26-a234-6e7bad83ff25 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.2281716 Aug 29 22:48:54.101502 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.103784 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.113460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.114092 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.116125 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/c4b5d8f5-060a-47e7-bc2d-0768effb9dcb HTTP/1.1" status: 200 len: 1093 time: 2.7097931 Aug 29 22:48:54.119246 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.119999 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.122028 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/56d72164-e144-4a4d-8603-3e2ad709ea0b HTTP/1.1" status: 200 len: 1093 time: 2.7017350 Aug 29 22:48:54.198882 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf49424-3042-4d3b-b083-79eec58f4456 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:54.210104 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ce3efbb-bc7e-472a-b22d-8c006b123e34 req-131b8afc-aa68-4c11-a82e-09634b7bb613 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819861 Aug 29 22:48:54.221068 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:54.263872 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-11b03849-164d-426c-a87e-3f32ab1c5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.265848 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-11b03849-164d-426c-a87e-3f32ab1c5270 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2023804 Aug 29 22:48:54.274785 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf622d0a-2ee6-4987-b99f-d51779648e55 service neutron] Pushing event updated for resources: {'Port': ['ID=56d72164-e144-4a4d-8603-3e2ad709ea0b,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:54.311962 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3e45b65e-b814-48e0-9332-1368e5a1488d req-00fb59d9-3721-49ab-8658-154982566b93 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556210 Aug 29 22:48:54.336887 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:54.337453 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-1c86033d-2fc9-4042-b863-95ec4216a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.340306 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-1c86033d-2fc9-4042-b863-95ec4216a8ff service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 1127 time: 0.0457671 Aug 29 22:48:54.439067 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-fdc1f83d-5139-47d9-8345-1f7f5f1a1d37 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649790 Aug 29 22:48:54.501028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f64a5-7ab9-4579-a9f5-a394638397d0 req-040aad54-7d69-43ac-a484-83977262ad68 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.502834 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-127f64a5-7ab9-4579-a9f5-a394638397d0 req-040aad54-7d69-43ac-a484-83977262ad68 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 0.0602684 Aug 29 22:48:54.552580 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-127f64a5-7ab9-4579-a9f5-a394638397d0 req-220d6d4c-201d-4c1e-9f36-aa5986e66245 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Aug 29 22:48:54.725189 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da7307-9ba9-40e6-9b9c-d1d3efa53778 req-4516c287-3e37-4fba-9cd0-9d98ff5d822b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:54.727016 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d8da7307-9ba9-40e6-9b9c-d1d3efa53778 req-4516c287-3e37-4fba-9cd0-9d98ff5d822b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.0604167 Aug 29 22:48:54.729296 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e845-faee-49ed-a9be-03c4d80caeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:54.757905 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:54.807778 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d8da7307-9ba9-40e6-9b9c-d1d3efa53778 req-247ccd78-972c-476e-a5ca-9b2c14028ae2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725820 Aug 29 22:48:54.816476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb'}, {'name': 'network-changed', 'server_uuid': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'tag': '56d72164-e144-4a4d-8603-3e2ad709ea0b'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:48:54.819063 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b21e6-9334-4f08-bd90-98f596064f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb"}, {"name": "network-changed", "server_uuid": "786e5dbf-c75c-4eda-a2f6-ecfab5041eff", "tag": "56d72164-e144-4a4d-8603-3e2ad709ea0b"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:48:54.960448 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Aug 2022 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d61ad4b-aa07-4f61-b642-afd25705d9de x-openstack-request-id: req-4d61ad4b-aa07-4f61-b642-afd25705d9de {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:48:54.960795 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "786e5dbf-c75c-4eda-a2f6-ecfab5041eff", "tag": "56d72164-e144-4a4d-8603-3e2ad709ea0b", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:48:54.961056 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d61ad4b-aa07-4f61-b642-afd25705d9de {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:48:54.961644 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d61ad4b-aa07-4f61-b642-afd25705d9de'] response: {'name': 'network-changed', 'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'status': 'completed', 'code': 200} Aug 29 22:48:54.961908 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d61ad4b-aa07-4f61-b642-afd25705d9de'] response: {'name': 'network-changed', 'server_uuid': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'tag': '56d72164-e144-4a4d-8603-3e2ad709ea0b', 'status': 'completed', 'code': 200} Aug 29 22:48:55.077606 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-03aab367-7a01-4a51-81e4-794658984cc7 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b HTTP/1.1" status: 200 len: 217 time: 0.0522938 Aug 29 22:48:55.118189 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8ae96-7407-43f3-bb4f-6d4c2231860b req-a47046be-f03d-4eb7-8573-1726582daba3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.119322 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0af8ae96-7407-43f3-bb4f-6d4c2231860b req-a47046be-f03d-4eb7-8573-1726582daba3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1419604 Aug 29 22:48:55.167601 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-beec5747-d518-4c23-9147-5a0f33f71c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.169184 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-beec5747-d518-4c23-9147-5a0f33f71c7e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 1127 time: 0.0704257 Aug 29 22:48:55.174312 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75c81c37-8e7b-4f4e-a676-14c7abb6de62 req-c56885d8-cfb4-4a93-b1ba-f3f75198c97c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416075 Aug 29 22:48:55.216633 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0af8ae96-7407-43f3-bb4f-6d4c2231860b req-12923dab-4de6-4b43-8be9-39fd8fee84fa tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860431 Aug 29 22:48:55.232915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-02963348-134e-425b-9c78-3ea6acf01458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.235151 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-02963348-134e-425b-9c78-3ea6acf01458 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1128 time: 0.1682837 Aug 29 22:48:55.396528 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-af952f92-3dab-4363-bdb1-a9deaeead67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.398126 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-af952f92-3dab-4363-bdb1-a9deaeead67b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.2982416 Aug 29 22:48:55.498401 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-0a5f1b2f-ba60-4fca-a328-14afa8196007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.499919 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-0a5f1b2f-ba60-4fca-a328-14afa8196007 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3037941 Aug 29 22:48:55.511993 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647d76a-3d3e-40ea-ada5-104c9e659b1e req-d7cf0071-eb4e-4a5b-b0eb-885c776ab469 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.513429 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e647d76a-3d3e-40ea-ada5-104c9e659b1e req-d7cf0071-eb4e-4a5b-b0eb-885c776ab469 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.1066060 Aug 29 22:48:55.530067 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-f835e294-aa16-490e-bf9d-6fed18b36fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.532327 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-f835e294-aa16-490e-bf9d-6fed18b36fc0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.2527509 Aug 29 22:48:55.569253 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e647d76a-3d3e-40ea-ada5-104c9e659b1e req-c7b66b10-889f-4d9c-a922-0ca05a0a96e6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492125 Aug 29 22:48:55.683135 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df979c-a732-4a34-837e-f94afe6e233d req-a7de6d4c-66cb-4a42-8312-55de0b316e80 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.684641 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a0df979c-a732-4a34-837e-f94afe6e233d req-a7de6d4c-66cb-4a42-8312-55de0b316e80 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 0.0577626 Aug 29 22:48:55.728425 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:55.733378 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a0df979c-a732-4a34-837e-f94afe6e233d req-6b7cbbcc-b2f2-4c92-9213-a6f4a6fd6b30 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Aug 29 22:48:55.959957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268deb94-6b0e-40e2-a65c-a603eecb59ac req-ae86ce07-0bde-4e67-b845-c9b185ac4fbd tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:55.963987 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-268deb94-6b0e-40e2-a65c-a603eecb59ac req-ae86ce07-0bde-4e67-b845-c9b185ac4fbd tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.0476172 Aug 29 22:48:56.048872 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-69cca052-884b-4d8f-9085-3f9627e39664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.050587 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-69cca052-884b-4d8f-9085-3f9627e39664 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 1127 time: 0.0625300 Aug 29 22:48:56.100361 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.105113 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-72b35321-0445-434c-8dc1-df16c27b7c2a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 200 len: 217 time: 0.1174104 Aug 29 22:48:56.228303 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:56.249309 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-268deb94-6b0e-40e2-a65c-a603eecb59ac req-c02e529f-56db-4979-9bdf-87397563e7cc tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820280 Aug 29 22:48:56.270760 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-4c3fddbc-a3ee-4c1f-804c-5c7c6b8fdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.272338 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-4c3fddbc-a3ee-4c1f-804c-5c7c6b8fdebd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2762129 Aug 29 22:48:56.310940 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-ada60241-e438-4e6d-872d-89707c48086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.313340 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-ada60241-e438-4e6d-872d-89707c48086d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.2555852 Aug 29 22:48:56.332804 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-34703112-3195-4432-87cd-1740e2515287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.335196 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-34703112-3195-4432-87cd-1740e2515287 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.1717815 Aug 29 22:48:56.392743 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-e4593622-3a4a-4da7-bae4-aa7fd929afe7 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 200 len: 217 time: 0.0711401 Aug 29 22:48:56.449084 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:56.475939 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29c2d7-c6bf-4a16-90ed-37ac6832629c req-5d255f9c-b3a2-447a-9418-3e71ba274138 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.485625 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4c29c2d7-c6bf-4a16-90ed-37ac6832629c req-5d255f9c-b3a2-447a-9418-3e71ba274138 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1073220 Aug 29 22:48:56.497148 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-19e0c95a-e0e8-4c9a-9c93-109f2939dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.498597 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-19e0c95a-e0e8-4c9a-9c93-109f2939dc44 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0837226 Aug 29 22:48:56.585095 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4c29c2d7-c6bf-4a16-90ed-37ac6832629c req-09a2b420-2717-44bf-b4da-6bd46593974b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949349 Aug 29 22:48:56.586383 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-848d56ce-fa99-46c5-8f22-a2716398bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.592095 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-848d56ce-fa99-46c5-8f22-a2716398bea1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833843 Aug 29 22:48:56.607160 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d86c40c3-059f-442c-8987-09c2f2683ad5 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:48:56.662357 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-eec30cf8-8a1c-4cea-b26e-1d7b036068d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.663861 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-eec30cf8-8a1c-4cea-b26e-1d7b036068d6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3205476 Aug 29 22:48:56.668283 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-8723d698-3e97-4d90-9dab-6747689ffb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.670363 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-8723d698-3e97-4d90-9dab-6747689ffb42 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6795499 Aug 29 22:48:56.771400 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-4cdad229-89b2-4581-8e9d-e802b6d1bdb8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627603 Aug 29 22:48:56.798047 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:56.801006 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d86c40c3-059f-442c-8987-09c2f2683ad5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d86c40c3-059f-442c-8987-09c2f2683ad5,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:56.817389 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'd86c40c3-059f-442c-8987-09c2f2683ad5', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'port_id': 'd86c40c3-059f-442c-8987-09c2f2683ad5', 'mac_address': 'fa:16:3e:67:0d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:48:56.849017 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-4ce3e9ad-7584-4aa3-9947-b69784473e52 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547655 Aug 29 22:48:56.854410 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-f5f88e4b-57a6-4663-b6a1-dd4442ceda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.855109 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-f5f88e4b-57a6-4663-b6a1-dd4442ceda27 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 1127 time: 0.0973630 Aug 29 22:48:56.863769 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d86c40c3-059f-442c-8987-09c2f2683ad5 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:56.864789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7330f-0340-48af-aea9-094b302aff46 req-c4ebab9c-8558-4cb2-8c83-d56717fff35e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.865544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:56.866312 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3be7330f-0340-48af-aea9-094b302aff46 req-c4ebab9c-8558-4cb2-8c83-d56717fff35e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.1489642 Aug 29 22:48:56.888706 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86c40c3-059f-442c-8987-09c2f2683ad5 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:56.914577 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d86c40c3-059f-442c-8987-09c2f2683ad5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d86c40c3-059f-442c-8987-09c2f2683ad5,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:56.925361 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120b1e1-0074-4956-be96-3ca1c4bd3aa3 req-eb121ec5-f0ec-4b42-bf96-f6c096f293c5 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:56.927085 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4120b1e1-0074-4956-be96-3ca1c4bd3aa3 req-eb121ec5-f0ec-4b42-bf96-f6c096f293c5 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 944 time: 0.0648255 Aug 29 22:48:56.973910 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-2925b929-523a-400a-8fc3-742e59fe9f35 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908386 Aug 29 22:48:56.989015 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-4e4e28d4-8c62-4f3d-b2d6-4d0b55c20fe2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb HTTP/1.1" status: 200 len: 217 time: 0.1152301 Aug 29 22:48:56.995121 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4120b1e1-0074-4956-be96-3ca1c4bd3aa3 req-5ed12bb2-1332-4afe-9256-b1cd1452be0d tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585620 Aug 29 22:48:57.019681 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-feb3f4a9-8ece-4863-8601-1c4e018e2408 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459976 Aug 29 22:48:57.021473 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.022157 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device a490f9bd-78c0-4b80-8973-082090e51e7b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:48:57.053215 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3be7330f-0340-48af-aea9-094b302aff46 req-c956451e-b5ad-494d-9885-93a5c14fd107 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699452 Aug 29 22:48:57.079930 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.088124 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d86c40c3-059f-442c-8987-09c2f2683ad5,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:57.133164 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cbe0399-ff52-4f34-84e7-7177aa9a4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:57.134689 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-9cbe0399-ff52-4f34-84e7-7177aa9a4445 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 200 len: 850 time: 0.1303976 Aug 29 22:48:57.142214 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-608dc34d-95c3-47b9-9b16-de59e1a8ee03 req-93a302e9-0062-4066-bff5-829da3b7a3e8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841773 Aug 29 22:48:57.190576 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port a490f9bd-78c0-4b80-8973-082090e51e7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a490f9bd-78c0-4b80-8973-082090e51e7b,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:57.205596 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-29b707f1-fa95-47ff-9b9b-fc3721f40f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:57.207153 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-29b707f1-fa95-47ff-9b9b-fc3721f40f4b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3cbc22b7-19e9-4863-99a1-541b71beccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606189 Aug 29 22:48:57.210749 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-69d3e441-212b-4faf-bff1-9865de3dc694 req-61a9ce04-aab2-4fdf-a0c4-18cdb9ef61df service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724856 Aug 29 22:48:57.214825 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'a490f9bd-78c0-4b80-8973-082090e51e7b', 'network_id': '22d29419-442a-4e58-a3c8-da734d6fd566', 'port_id': 'a490f9bd-78c0-4b80-8973-082090e51e7b', 'mac_address': 'fa:16:3e:83:b3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d61623-91de-4697-8167-62bfefc2b415', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:48:57.276317 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port a490f9bd-78c0-4b80-8973-082090e51e7b is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:48:57.276317 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.289012 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a490f9bd-78c0-4b80-8973-082090e51e7b {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:48:57.318958 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port a490f9bd-78c0-4b80-8973-082090e51e7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a490f9bd-78c0-4b80-8973-082090e51e7b,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:48:57.320874 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-68bf34f9-03dc-4084-a40e-4ed848043ed3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031203 Aug 29 22:48:57.332516 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.385969 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72e2ea-896c-437d-8cd6-20f7e6d175b7 req-59fb7e84-ea49-4476-b6c1-3a9f7eca4eff tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:57.387483 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fc72e2ea-896c-437d-8cd6-20f7e6d175b7 req-59fb7e84-ea49-4476-b6c1-3a9f7eca4eff tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.0509157 Aug 29 22:48:57.433042 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.494926 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=a490f9bd-78c0-4b80-8973-082090e51e7b,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:48:57.589073 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.602834 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:48:57.608927 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:57.616779 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fc72e2ea-896c-437d-8cd6-20f7e6d175b7 req-5f871c32-3e0d-4611-9603-c022cf60272d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182767 Aug 29 22:48:57.715083 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013dbed-0feb-4347-8062-2e8eda148ef3 req-25095664-2ecb-400a-b9d2-ea1bcd574f29 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:57.716601 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4013dbed-0feb-4347-8062-2e8eda148ef3 req-25095664-2ecb-400a-b9d2-ea1bcd574f29 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0466018 Aug 29 22:48:57.764895 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4013dbed-0feb-4347-8062-2e8eda148ef3 req-a2e7b720-147b-42f0-ae7d-f0cb24e84639 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Aug 29 22:48:57.825132 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['a490f9bd-78c0-4b80-8973-082090e51e7b'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:48:57.951115 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['d86c40c3-059f-442c-8987-09c2f2683ad5'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:48:58.182901 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c2c213-1202-4f50-a772-792892b9a3a9 req-720f757d-8a52-4b1f-b02b-229cbb4010c8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566398 Aug 29 22:48:58.205094 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7280c-60a4-4c61-98a9-9ad586a1a2ad req-684dceef-b866-48c6-98a3-bab6d1870275 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:58.218380 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e2a7280c-60a4-4c61-98a9-9ad586a1a2ad req-684dceef-b866-48c6-98a3-bab6d1870275 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 945 time: 0.0694923 Aug 29 22:48:58.259860 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e2a7280c-60a4-4c61-98a9-9ad586a1a2ad req-75d482bb-5960-4fdc-ac46-2b1350f1a3e0 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Aug 29 22:48:58.265274 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-230337b8-c19a-4155-b05d-06e2e044080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:58.267055 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-230337b8-c19a-4155-b05d-06e2e044080c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 1127 time: 0.0797422 Aug 29 22:48:58.291619 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c96a77-d7a9-4301-b70b-d8660cf6f853 req-73c6a056-1a7c-40d3-80f2-2787a121504b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:58.293061 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f9c96a77-d7a9-4301-b70b-d8660cf6f853 req-73c6a056-1a7c-40d3-80f2-2787a121504b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.0663841 Aug 29 22:48:58.418314 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f9c96a77-d7a9-4301-b70b-d8660cf6f853 req-fb97f62e-49de-4d6e-ad16-4269f3853a43 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146472 Aug 29 22:48:58.420473 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:58.423440 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-96c34b21-d7d4-49a9-a8c1-6501a8430c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:58.424908 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-96c34b21-d7d4-49a9-a8c1-6501a8430c5e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.1496749 Aug 29 22:48:58.736053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55a4b4-49dd-4df1-a24d-58119cf5f110 req-5a63dc71-b105-4d1a-8018-7a5cbf2b6b93 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:58.737999 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5f55a4b4-49dd-4df1-a24d-58119cf5f110 req-5a63dc71-b105-4d1a-8018-7a5cbf2b6b93 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.0523846 Aug 29 22:48:58.739696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:58.798269 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5f55a4b4-49dd-4df1-a24d-58119cf5f110 req-d2c07f6b-09ee-4cd4-bff8-def1971361d9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546470 Aug 29 22:48:58.914339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6964f-f591-4f37-85f6-d54e1f5c36ff req-4ed06fd9-3174-4f73-8414-930816d109d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:58.915863 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3df6964f-f591-4f37-85f6-d54e1f5c36ff req-4ed06fd9-3174-4f73-8414-930816d109d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0498717 Aug 29 22:48:58.963565 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3df6964f-f591-4f37-85f6-d54e1f5c36ff req-a28892e0-7c46-4bed-b1e0-982ba8438d0e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415447 Aug 29 22:48:59.378266 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bdddd-f0f1-48a8-9d46-8967db0cc46d req-854cfe0c-b2db-4e1e-b852-a8fee9a62897 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:59.379765 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-680bdddd-f0f1-48a8-9d46-8967db0cc46d req-854cfe0c-b2db-4e1e-b852-a8fee9a62897 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 945 time: 0.0478077 Aug 29 22:48:59.427773 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-680bdddd-f0f1-48a8-9d46-8967db0cc46d req-63b42cc2-056d-48bf-b2ba-3ca427fa2953 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Aug 29 22:48:59.541662 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd443-d8ba-4b34-8abd-bcbf5aca2bf9 req-5157eff8-7c3b-4dd2-b27d-ea5566aac576 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:59.543441 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5f4bd443-d8ba-4b34-8abd-bcbf5aca2bf9 req-5157eff8-7c3b-4dd2-b27d-ea5566aac576 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.0532846 Aug 29 22:48:59.594081 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5f4bd443-d8ba-4b34-8abd-bcbf5aca2bf9 req-64dacb21-313a-49a6-8f76-78c1a352fa5e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Aug 29 22:48:59.687159 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:59.927497 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a73bf-e927-4643-b8c7-18cbc657f693 req-d002f9a2-95c2-4751-9ac3-601c6f4a2f31 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:48:59.929045 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b54a73bf-e927-4643-b8c7-18cbc657f693 req-d002f9a2-95c2-4751-9ac3-601c6f4a2f31 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.0488696 Aug 29 22:48:59.934297 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:48:59.978160 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b54a73bf-e927-4643-b8c7-18cbc657f693 req-aba40316-f432-4214-83d3-13c8e53c1da1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Aug 29 22:49:00.002967 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:00.087189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fb4cd-0754-4a1c-9242-4a1719d613cd req-c15e45f1-b52e-4fd5-897d-a69ad986fb75 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:00.088733 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f15fb4cd-0754-4a1c-9242-4a1719d613cd req-c15e45f1-b52e-4fd5-897d-a69ad986fb75 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0465102 Aug 29 22:49:00.137702 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f15fb4cd-0754-4a1c-9242-4a1719d613cd req-5b87789c-90bd-4988-af5a-7174aa05e085 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Aug 29 22:49:00.179807 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:00.514943 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=28 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:00.535006 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:00.547979 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a514718-4d88-412f-92c2-d006c89f8f4f req-e9ebc71b-7c9c-472a-b024-5b96005118cd tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:00.549708 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4a514718-4d88-412f-92c2-d006c89f8f4f req-e9ebc71b-7c9c-472a-b024-5b96005118cd tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Aug 29 22:49:00.596561 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4a514718-4d88-412f-92c2-d006c89f8f4f req-59288a62-10b9-45f3-bbdc-418a97d379c8 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Aug 29 22:49:00.714177 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7239-f88f-4a71-aea2-96375198a6c5 req-18f0085f-a7f5-4ed4-adbd-29115523b181 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:00.715639 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-737d7239-f88f-4a71-aea2-96375198a6c5 req-18f0085f-a7f5-4ed4-adbd-29115523b181 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.0463357 Aug 29 22:49:00.764877 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-737d7239-f88f-4a71-aea2-96375198a6c5 req-2e56d732-d580-49b0-a04d-669c3d5719b6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Aug 29 22:49:01.096980 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5e7d2-6504-42a9-85cf-3384bb6ee198 req-7f167a39-763e-4eb3-b5f7-3986d2288781 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:01.098482 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-40d5e7d2-6504-42a9-85cf-3384bb6ee198 req-7f167a39-763e-4eb3-b5f7-3986d2288781 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.0471919 Aug 29 22:49:01.113934 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:49:01.146691 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-40d5e7d2-6504-42a9-85cf-3384bb6ee198 req-d953c39c-33b4-42e0-be42-c79ef6c80f1a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 Aug 29 22:49:01.230325 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:01.242276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'port_id': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'mac_address': 'fa:16:3e:13:22:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:49:01.264011 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba95f3d-569a-430c-a7ae-8c2c084fe1d0 req-ff5c2ae4-783f-4185-acab-965c55a37a0c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:01.265551 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1ba95f3d-569a-430c-a7ae-8c2c084fe1d0 req-ff5c2ae4-783f-4185-acab-965c55a37a0c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0467477 Aug 29 22:49:01.277873 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:01.278329 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.295395 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:01.315137 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:01.316972 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1ba95f3d-569a-430c-a7ae-8c2c084fe1d0 req-43ae121b-7d4a-4a38-be5c-36dd77c92c15 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443645 Aug 29 22:49:01.362992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.409871 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:01.530735 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d86c40c3-059f-442c-8987-09c2f2683ad5 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:01.574278 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port d86c40c3-059f-442c-8987-09c2f2683ad5 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:01.682965 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port d86c40c3-059f-442c-8987-09c2f2683ad5 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:01.687542 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.723796 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335896c3-2499-4f5c-b7ee-bdad113b33b5 req-1dde6fa8-24b9-4b7d-8e7d-8b752be6fbaa tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:01.725526 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-335896c3-2499-4f5c-b7ee-bdad113b33b5 req-1dde6fa8-24b9-4b7d-8e7d-8b752be6fbaa tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 945 time: 0.0551245 Aug 29 22:49:01.731296 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:01.763770 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d86c40c3-059f-442c-8987-09c2f2683ad5 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:01.768020 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:01.775696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:01.786340 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-335896c3-2499-4f5c-b7ee-bdad113b33b5 req-af512740-b791-48d6-a655-3ff18057ab73 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Aug 29 22:49:01.838559 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946259ef-7337-4d98-9db7-9746c01d05c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86c40c3-059f-442c-8987-09c2f2683ad5'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:01.852361 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-7d753e1c-d4e1-4a95-ae56-829029a8c7f2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b HTTP/1.1" status: 200 len: 217 time: 0.0563509 Aug 29 22:49:01.930790 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d86c40c3-059f-442c-8987-09c2f2683ad5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d86c40c3-059f-442c-8987-09c2f2683ad5,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:01.946156 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-919a3892-42e8-479f-b668-2fe9ca89b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:01.947635 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-919a3892-42e8-479f-b668-2fe9ca89b184 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0880911 Aug 29 22:49:01.954053 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e01c21-a884-49e6-ba05-66320bdfc4b7 req-925d866f-dd03-4c29-beb5-4bee678085a1 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:01.955715 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6e01c21-a884-49e6-ba05-66320bdfc4b7 req-925d866f-dd03-4c29-beb5-4bee678085a1 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.0862765 Aug 29 22:49:02.012023 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-8b98c0c8-8a39-4bf5-a931-96755480c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:02.014224 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-8b98c0c8-8a39-4bf5-a931-96755480c94b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575945 Aug 29 22:49:02.040992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:02.079740 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf843a1-83ff-423e-8597-b3de248438ce" -d '{"events": [{"server_uuid": "946259ef-7337-4d98-9db7-9746c01d05c6", "name": "network-vif-plugged", "status": "completed", "tag": "d86c40c3-059f-442c-8987-09c2f2683ad5"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:02.093838 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.095386 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device a490f9bd-78c0-4b80-8973-082090e51e7b up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:02.124507 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6e01c21-a884-49e6-ba05-66320bdfc4b7 req-2fa7d605-1809-4443-8ea1-50778c1dc5c3 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578023 Aug 29 22:49:02.205732 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-9ca4f5bc-0edf-4856-95e5-bc443a6ced7b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792204 Aug 29 22:49:02.262254 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d86c40c3-059f-442c-8987-09c2f2683ad5,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:02.273768 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ced65e-84e3-4d0c-aed7-d26b36587738 x-openstack-request-id: req-b7ced65e-84e3-4d0c-aed7-d26b36587738 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:02.274270 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946259ef-7337-4d98-9db7-9746c01d05c6", "name": "network-vif-plugged", "status": "completed", "tag": "d86c40c3-059f-442c-8987-09c2f2683ad5", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:02.274678 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7ced65e-84e3-4d0c-aed7-d26b36587738 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:02.275282 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ced65e-84e3-4d0c-aed7-d26b36587738'] response: {'server_uuid': '946259ef-7337-4d98-9db7-9746c01d05c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86c40c3-059f-442c-8987-09c2f2683ad5', 'code': 200} Aug 29 22:49:02.286351 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port a490f9bd-78c0-4b80-8973-082090e51e7b completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:02.302162 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:02.386135 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a33ea5-0e88-46c5-9200-547c8dda0925 req-c7c97a29-3895-4d4e-b215-cd8090625507 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:02.388054 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-63a33ea5-0e88-46c5-9200-547c8dda0925 req-c7c97a29-3895-4d4e-b215-cd8090625507 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 943 time: 0.1533163 Aug 29 22:49:02.419222 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b8b21e6-9334-4f08-bd90-98f596064f4f req-a789b61a-6170-4ce5-bf75-0b24a850e2a7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068374 Aug 29 22:49:02.432528 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port a490f9bd-78c0-4b80-8973-082090e51e7b triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:02.432528 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.500540 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-63a33ea5-0e88-46c5-9200-547c8dda0925 req-d61e5fb9-5134-4e65-a459-d455ba24bdb0 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991867 Aug 29 22:49:02.504203 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782755-a751-4f8e-bc8f-0267d53c5837 req-1e09e455-56b4-4eda-b7ae-b2015ce860a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:02.513054 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f0782755-a751-4f8e-bc8f-0267d53c5837 req-1e09e455-56b4-4eda-b7ae-b2015ce860a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.0886798 Aug 29 22:49:02.614213 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port a490f9bd-78c0-4b80-8973-082090e51e7b is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:02.615109 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.637991 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f0782755-a751-4f8e-bc8f-0267d53c5837 req-309e298b-47a0-49df-a5dc-6c314b38c646 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202331 Aug 29 22:49:02.671662 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port a490f9bd-78c0-4b80-8973-082090e51e7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a490f9bd-78c0-4b80-8973-082090e51e7b,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:02.772486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.792790 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba101f-a279-4d3f-831c-f3e6fe4febd4 req-ae78af14-6b67-4358-a32e-4badd27c4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:02.794786 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-73ba101f-a279-4d3f-831c-f3e6fe4febd4 req-ae78af14-6b67-4358-a32e-4badd27c4984 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1130 time: 0.0807562 Aug 29 22:49:02.820797 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-73ba101f-a279-4d3f-831c-f3e6fe4febd4 req-f5d02f27-d6e9-43aa-8a6c-92e95cbbd356 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:02.827148 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=a490f9bd-78c0-4b80-8973-082090e51e7b,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:02.949909 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6a878-b4e8-4172-b4fd-cf2a65ecd98b req-eb21bb7b-b92f-4441-b476-91e1fbb2e7b3 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:02.954651 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c0d6a878-b4e8-4172-b4fd-cf2a65ecd98b req-eb21bb7b-b92f-4441-b476-91e1fbb2e7b3 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0599308 Aug 29 22:49:02.977232 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.011231 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-73ba101f-a279-4d3f-831c-f3e6fe4febd4 req-f5d02f27-d6e9-43aa-8a6c-92e95cbbd356 service neutron] Publish callbacks [] for security_group (58a3604f-fec1-4288-9c67-20c096bf2354), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.022959 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c0d6a878-b4e8-4172-b4fd-cf2a65ecd98b req-b6c9e0ca-e125-4077-82fe-1e31a4635777 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645027 Aug 29 22:49:03.102196 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device c4b5d8f5-060a-47e7-bc2d-0768effb9dcb details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:49:03.105600 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:03.122552 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-73ba101f-a279-4d3f-831c-f3e6fe4febd4 req-f5d02f27-d6e9-43aa-8a6c-92e95cbbd356 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (58a3604f-fec1-4288-9c67-20c096bf2354), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.158175 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55250) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:03.178127 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:03.182814 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-73ba101f-a279-4d3f-831c-f3e6fe4febd4 req-f5d02f27-d6e9-43aa-8a6c-92e95cbbd356 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813272 Aug 29 22:49:03.183559 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02f27-d6e9-43aa-8a6c-92e95cbbd356 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58a3604f-fec1-4288-9c67-20c096bf2354,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:03.212821 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.265655 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:03.280365 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:03.285144 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.290834 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f4646-3da8-4cb5-9e20-fb30ee166b9d req-067cdfc3-586a-4598-837a-da30b7b98dbb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:03.292435 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-534f4646-3da8-4cb5-9e20-fb30ee166b9d req-067cdfc3-586a-4598-837a-da30b7b98dbb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 943 time: 0.0532341 Aug 29 22:49:03.326458 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'port_id': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'mac_address': 'fa:16:3e:e7:65:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:49:03.343362 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a919-1526-4731-9718-d63bb812da7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.390129 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:03.390506 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.396660 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-534f4646-3da8-4cb5-9e20-fb30ee166b9d req-11bf58fd-62dd-4541-826b-6c47b3324966 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970826 Aug 29 22:49:03.401542 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.422139 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:03.422869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.448433 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.450400 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b5d8f5-060a-47e7-bc2d-0768effb9dcb {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:03.456351 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:03.458569 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a919-1526-4731-9718-d63bb812da7e admin admin] Publish callbacks [] for security_group (f560d770-3e82-4b32-bad4-6620954b81e0), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.473321 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:03.523165 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.523381 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e4d2a919-1526-4731-9718-d63bb812da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f560d770-3e82-4b32-bad4-6620954b81e0), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.552756 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.553453 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 56d72164-e144-4a4d-8603-3e2ad709ea0b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:49:03.586023 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2a919-1526-4731-9718-d63bb812da7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f560d770-3e82-4b32-bad4-6620954b81e0,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:03.590797 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:03.593090 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e4d2a919-1526-4731-9718-d63bb812da7e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=144daa4319574a589302ec2383685566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333849 Aug 29 22:49:03.596588 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55264) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:03.599089 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:03.698967 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:03.699164 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc33efb-94f6-4d5f-9f4e-c070f168fb07 req-b8b5be3b-753e-484e-8d2a-43dfb429a01b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:03.699307 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1fc33efb-94f6-4d5f-9f4e-c070f168fb07 req-b8b5be3b-753e-484e-8d2a-43dfb429a01b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 944 time: 0.0605574 Aug 29 22:49:03.749014 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 56d72164-e144-4a4d-8603-3e2ad709ea0b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:03.767930 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '56d72164-e144-4a4d-8603-3e2ad709ea0b', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'port_id': '56d72164-e144-4a4d-8603-3e2ad709ea0b', 'mac_address': 'fa:16:3e:53:0b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:49:03.768693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d247077d-68c8-41d3-ab09-0e06e5ee8e24 admin admin] Publish callbacks [] for security_group (f560d770-3e82-4b32-bad4-6620954b81e0), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.783968 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1fc33efb-94f6-4d5f-9f4e-c070f168fb07 req-d4ef7c47-4940-4682-8b03-fe5bf646711d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835102 Aug 29 22:49:03.811092 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 56d72164-e144-4a4d-8603-3e2ad709ea0b is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:03.811498 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.816946 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d247077d-68c8-41d3-ab09-0e06e5ee8e24 admin admin] Publish callbacks [] for security_group (f560d770-3e82-4b32-bad4-6620954b81e0), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.818896 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a9be-5257-4abe-ab29-a207c7261309 req-651104bf-0f1e-4f2b-a174-599161b288c8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:03.826648 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1ac0a9be-5257-4abe-ab29-a207c7261309 req-651104bf-0f1e-4f2b-a174-599161b288c8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0828547 Aug 29 22:49:03.826834 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d72164-e144-4a4d-8603-3e2ad709ea0b {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:49:03.862282 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 56d72164-e144-4a4d-8603-3e2ad709ea0b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:03.877913 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1ac0a9be-5257-4abe-ab29-a207c7261309 req-e2c35852-e9ac-42c0-a031-f4d000caca18 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502837 Aug 29 22:49:03.940577 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d247077d-68c8-41d3-ab09-0e06e5ee8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f560d770-3e82-4b32-bad4-6620954b81e0), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.944038 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.944181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d247077d-68c8-41d3-ab09-0e06e5ee8e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:03.947064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d247077d-68c8-41d3-ab09-0e06e5ee8e24 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f560d770-3e82-4b32-bad4-6620954b81e0 HTTP/1.1" status: 204 len: 168 time: 0.3484292 Aug 29 22:49:03.967980 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247077d-68c8-41d3-ab09-0e06e5ee8e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f560d770-3e82-4b32-bad4-6620954b81e0,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:04.007655 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=56d72164-e144-4a4d-8603-3e2ad709ea0b,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:04.133352 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:04.146238 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fc3d2-c58d-43a9-b0e1-1546ccea9581 req-ead267d0-12f7-400e-8918-8f11b8353ba9 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:04.147687 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-719fc3d2-c58d-43a9-b0e1-1546ccea9581 req-ead267d0-12f7-400e-8918-8f11b8353ba9 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0512655 Aug 29 22:49:04.194660 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-719fc3d2-c58d-43a9-b0e1-1546ccea9581 req-cedb2c20-6c41-462c-b1ee-3629deae3313 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Aug 29 22:49:04.282229 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a490f9bd-78c0-4b80-8973-082090e51e7b'}, {'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:04.282229 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eb9421-d974-4e34-bea3-af6c31c848f4" -d '{"events": [{"server_uuid": "7176d304-92ee-4dd2-bfb1-4bc3caa06c41", "name": "network-vif-plugged", "status": "completed", "tag": "a490f9bd-78c0-4b80-8973-082090e51e7b"}, {"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:04.325366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca9c797-65a8-4d8a-a21f-b8850bfc2652 x-openstack-request-id: req-0ca9c797-65a8-4d8a-a21f-b8850bfc2652 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:04.325669 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7176d304-92ee-4dd2-bfb1-4bc3caa06c41", "name": "network-vif-plugged", "status": "completed", "tag": "a490f9bd-78c0-4b80-8973-082090e51e7b", "code": 200}, {"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:04.325931 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ca9c797-65a8-4d8a-a21f-b8850bfc2652 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:04.326338 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca9c797-65a8-4d8a-a21f-b8850bfc2652'] response: {'server_uuid': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a490f9bd-78c0-4b80-8973-082090e51e7b', 'code': 200} Aug 29 22:49:04.326599 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca9c797-65a8-4d8a-a21f-b8850bfc2652'] response: {'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'code': 200} Aug 29 22:49:04.525274 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b6bc2-6bac-474c-a377-2b3bc6ce50b7 req-979ab8c5-ab2d-49b8-a60d-bf6f94e44c1a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:04.526743 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-967b6bc2-6bac-474c-a377-2b3bc6ce50b7 req-979ab8c5-ab2d-49b8-a60d-bf6f94e44c1a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 944 time: 0.0453506 Aug 29 22:49:04.585098 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-967b6bc2-6bac-474c-a377-2b3bc6ce50b7 req-507056ce-eaa6-4604-9e70-548bf2c28dbf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Aug 29 22:49:04.914258 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda609e-1f29-44d5-9f5d-a312e2907763 req-2a7b900e-02b1-40b0-98d9-c42b4032b82f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:04.915894 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4cda609e-1f29-44d5-9f5d-a312e2907763 req-2a7b900e-02b1-40b0-98d9-c42b4032b82f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 944 time: 0.0538144 Aug 29 22:49:04.966056 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4cda609e-1f29-44d5-9f5d-a312e2907763 req-b51e19ef-1085-402c-8f9b-f0a83b9e4da6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 Aug 29 22:49:05.008497 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b120c6-190d-43a8-bd71-ec532465d1e3 req-846d3eb7-84cf-4839-ae5f-b450d4771841 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:05.010021 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-19b120c6-190d-43a8-bd71-ec532465d1e3 req-846d3eb7-84cf-4839-ae5f-b450d4771841 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0512891 Aug 29 22:49:05.093818 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55314) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:05.200987 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-812512238-network', 'tenant_id': '91b737cece7b45c098d6e48f683b786c'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:05.246898 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-19b120c6-190d-43a8-bd71-ec532465d1e3 req-acfd4df5-249f-4bfc-9f0b-a9211a547faa tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311482 Aug 29 22:49:05.300120 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Made reservation on behalf of 91b737cece7b45c098d6e48f683b786c for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:49:05.302457 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.316494 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.326234 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007a1d6-d7b3-4c16-80a6-19f89c18a46b req-79907d06-3f96-4592-9a50-d792a3ceada6 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:05.327716 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f007a1d6-d7b3-4c16-80a6-19f89c18a46b req-79907d06-3f96-4592-9a50-d792a3ceada6 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0591996 Aug 29 22:49:05.407775 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f007a1d6-d7b3-4c16-80a6-19f89c18a46b req-9ea0c562-a932-47b5-81a5-ff5dcc12c59b tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714052 Aug 29 22:49:05.443381 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks [] for security_group (c24920cb-4eee-4fd2-ade8-7d15895a4d5a), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.504134 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c24920cb-4eee-4fd2-ade8-7d15895a4d5a), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.531171 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:49:05.542274 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24920cb-4eee-4fd2-ade8-7d15895a4d5a,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:05.547619 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (30ae57e1-c9f6-40db-b727-a13fa450904c), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.548623 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Added segment 30ae57e1-c9f6-40db-b727-a13fa450904c of type vlan for network 08d15196-1513-43cc-b9cb-1b2633d3c0a9 Aug 29 22:49:05.588824 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (08d15196-1513-43cc-b9cb-1b2633d3c0a9), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.670832 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (08d15196-1513-43cc-b9cb-1b2633d3c0a9), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.672184 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:05.672463 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:05.707646 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ad3bf-4d56-4815-8c6c-f2ac5bc6ce66 req-2fe6e770-5369-4e46-a61f-8333838f62fe tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:05.709209 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c18ad3bf-4d56-4815-8c6c-f2ac5bc6ce66 req-2fe6e770-5369-4e46-a61f-8333838f62fe tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 944 time: 0.0504484 Aug 29 22:49:05.737113 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] Pushing event updated for resources: {'Network': ['ID=08d15196-1513-43cc-b9cb-1b2633d3c0a9,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:05.747091 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 08d15196-1513-43cc-b9cb-1b2633d3c0a9 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:49:05.760338 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c18ad3bf-4d56-4815-8c6c-f2ac5bc6ce66 req-8f966f7d-c52d-459f-b83b-d41e01b9d8f9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452089 Aug 29 22:49:05.817299 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b5cb18b5-5b70-42f3-8c56-a15ec977f1da admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7222958 Aug 29 22:49:05.826592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55328) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:05.832432 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Request body: {'subnet': {'network_id': '08d15196-1513-43cc-b9cb-1b2633d3c0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-812512238-subnet', 'tenant_id': '91b737cece7b45c098d6e48f683b786c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:05.905336 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Made reservation on behalf of 91b737cece7b45c098d6e48f683b786c for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:49:05.908499 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.028338 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:06.077306 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:06.092262 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b67608-29cf-4224-a476-7bc80664d0bb req-1d745ad3-7e8d-4faf-a0fd-37795b0f4486 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:06.093846 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a9b67608-29cf-4224-a476-7bc80664d0bb req-1d745ad3-7e8d-4faf-a0fd-37795b0f4486 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 944 time: 0.0535851 Aug 29 22:49:06.117369 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.142972 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a9b67608-29cf-4224-a476-7bc80664d0bb req-f549cef8-3590-4f6b-87cb-124d50d33c0f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432477 Aug 29 22:49:06.172529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:06.187980 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Checking segment: {'id': '30ae57e1-c9f6-40db-b727-a13fa450904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '08d15196-1513-43cc-b9cb-1b2633d3c0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:06.188891 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Network hostable DHCP agents. Network: 08d15196-1513-43cc-b9cb-1b2633d3c0a9, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:49:06.303772 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Network 08d15196-1513-43cc-b9cb-1b2633d3c0a9 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:49:06.371911 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467f54-d655-4463-90eb-e18e89a4c5d1 req-a46a6789-a246-4213-bb03-f6e948dcf535 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:06.373449 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-df467f54-d655-4463-90eb-e18e89a4c5d1 req-a46a6789-a246-4213-bb03-f6e948dcf535 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0483038 Aug 29 22:49:06.374461 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 08d15196-1513-43cc-b9cb-1b2633d3c0a9) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:06.379783 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:06.380375 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:06.384601 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcff40-a03c-492c-adf3-95e240c41729 None None] Network 08d15196-1513-43cc-b9cb-1b2633d3c0a9 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:49:06.444006 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-df467f54-d655-4463-90eb-e18e89a4c5d1 req-666b7261-a4bc-4830-b842-6a293c317792 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608244 Aug 29 22:49:06.509561 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb2b85-8623-492e-8e57-29a4905545ca None None] Network 08d15196-1513-43cc-b9cb-1b2633d3c0a9 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:49:06.528498 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-36dc1ec9-b4ce-4ff1-986d-9d65bf15bca0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6931503 Aug 29 22:49:06.574439 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834f69c-5baf-4f1e-84a3-686af38ae9a6 req-de2dce64-5eef-42ac-a079-6dc05af8764a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:06.576402 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7834f69c-5baf-4f1e-84a3-686af38ae9a6 req-de2dce64-5eef-42ac-a079-6dc05af8764a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0897138 Aug 29 22:49:06.635726 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7834f69c-5baf-4f1e-84a3-686af38ae9a6 req-e9115f9f-819b-4979-9c3e-76034063eef9 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526478 Aug 29 22:49:06.902228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e8a9e-f5f2-4e4e-9586-00ca15055ae5 req-5c9d8d14-bea2-47dd-85b4-60573766f4a0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:06.903847 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4c6e8a9e-f5f2-4e4e-9586-00ca15055ae5 req-5c9d8d14-bea2-47dd-85b4-60573766f4a0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 944 time: 0.0529907 Aug 29 22:49:06.957574 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4c6e8a9e-f5f2-4e4e-9586-00ca15055ae5 req-fd0c6c94-f20d-445a-a526-7e2477fbf526 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477808 Aug 29 22:49:06.985970 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['c4b5d8f5-060a-47e7-bc2d-0768effb9dcb'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:06.990366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.042774 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.068858 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['56d72164-e144-4a4d-8603-3e2ad709ea0b'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:07.080084 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32529b3c-92fb-4cf2-99d8-6f88e0e7699e req-7dc72f7b-531e-4c24-9a6e-3acdc0b9091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:07.081743 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-32529b3c-92fb-4cf2-99d8-6f88e0e7699e req-7dc72f7b-531e-4c24-9a6e-3acdc0b9091a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 1129 time: 0.0750191 Aug 29 22:49:07.105388 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc98105-9668-472f-97f5-234dae832647 req-ce0ce1a4-60cc-470b-8e57-65c34b4bce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:07.106995 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2cc98105-9668-472f-97f5-234dae832647 req-ce0ce1a4-60cc-470b-8e57-65c34b4bce39 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 1130 time: 0.0591221 Aug 29 22:49:07.162426 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-32529b3c-92fb-4cf2-99d8-6f88e0e7699e req-738bdce0-4d49-495e-9fe5-2668fade86f3 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733449 Aug 29 22:49:07.173402 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2cc98105-9668-472f-97f5-234dae832647 req-89aa7e72-c777-46d2-8edc-81ff32fad55b service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587423 Aug 29 22:49:07.278229 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641ae08-6c4d-424f-8b17-547a6ab0db67 req-7880b6bb-ebb1-486e-b812-a56f19788df4 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:07.279580 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0641ae08-6c4d-424f-8b17-547a6ab0db67 req-7880b6bb-ebb1-486e-b812-a56f19788df4 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 944 time: 0.0598476 Aug 29 22:49:07.286696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.312241 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55364) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:07.323535 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-456551686-network', 'tenant_id': '646bce3324f44557841140de5f82e4ec'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:07.336918 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0641ae08-6c4d-424f-8b17-547a6ab0db67 req-ba5e3853-ed82-4ae5-8052-58c100800cb8 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513275 Aug 29 22:49:07.402375 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Made reservation on behalf of 646bce3324f44557841140de5f82e4ec for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:49:07.404806 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.413876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.496332 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks [] for security_group (e669d0a4-4f44-4bb6-9447-f6c90492d2f0), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.559206 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e669d0a4-4f44-4bb6-9447-f6c90492d2f0), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.593851 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9c947-dfe2-4fb2-8a9e-2579dc3ab08a req-428235e9-05e8-4904-ae92-dbd49d443d63 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:07.595938 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3d9c947-dfe2-4fb2-8a9e-2579dc3ab08a req-428235e9-05e8-4904-ae92-dbd49d443d63 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0682795 Aug 29 22:49:07.596346 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.607556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:49:07.614381 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e669d0a4-4f44-4bb6-9447-f6c90492d2f0,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:07.636163 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.638667 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Added segment 249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c of type vlan for network 71859dba-695a-4a17-99ac-e7680e38d29a Aug 29 22:49:07.699449 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3d9c947-dfe2-4fb2-8a9e-2579dc3ab08a req-cb6b2802-e42d-4690-856e-8ec347890718 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946681 Aug 29 22:49:07.701536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (71859dba-695a-4a17-99ac-e7680e38d29a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.760263 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:07.779204 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5548c9-382e-4f71-9222-58e9ef21bdd8 req-76bcbce4-5760-48e8-9b6f-7b887ae9e0f4 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:07.781017 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6a5548c9-382e-4f71-9222-58e9ef21bdd8 req-76bcbce4-5760-48e8-9b6f-7b887ae9e0f4 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0661528 Aug 29 22:49:07.820674 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (71859dba-695a-4a17-99ac-e7680e38d29a), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.821775 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:07.822368 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:07.880807 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6a5548c9-382e-4f71-9222-58e9ef21bdd8 req-c2b595f8-b67b-40a6-ab54-7c0928392486 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910830 Aug 29 22:49:07.899368 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=71859dba-695a-4a17-99ac-e7680e38d29a,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:07.913411 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 71859dba-695a-4a17-99ac-e7680e38d29a details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:49:07.973943 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ffcfba3a-6a46-44e7-b03f-66462c4bdbe8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6467137 Aug 29 22:49:07.973943 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55394) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:07.974441 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Request body: {'subnet': {'network_id': '71859dba-695a-4a17-99ac-e7680e38d29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-456551686-subnet', 'tenant_id': '646bce3324f44557841140de5f82e4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:08.103689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c306972-04e7-4e79-aacc-b0bc30d70ae9 req-3b0f0075-b752-4a50-af79-7f2821277404 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:08.108694 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8c306972-04e7-4e79-aacc-b0bc30d70ae9 req-3b0f0075-b752-4a50-af79-7f2821277404 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 944 time: 0.0606136 Aug 29 22:49:08.108694 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Made reservation on behalf of 646bce3324f44557841140de5f82e4ec for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:49:08.109338 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.238560 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8c306972-04e7-4e79-aacc-b0bc30d70ae9 req-f2c53098-9bd4-43bc-9c84-985d6cce17cf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148934 Aug 29 22:49:08.247947 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:INSERT=12,neutron:UPDATE=5,neutron:SELECT=81,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:08.421763 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (517ee495-3243-48cf-93a7-f74c99b45278), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.472114 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1d52f-977e-4031-969f-9c96a2189a18 req-9d856c71-7772-480b-a5c2-dae3586bd640 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:08.473788 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-38d1d52f-977e-4031-969f-9c96a2189a18 req-9d856c71-7772-480b-a5c2-dae3586bd640 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 944 time: 0.0631621 Aug 29 22:49:08.491324 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517ee495-3243-48cf-93a7-f74c99b45278,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:08.504166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Checking segment: {'id': '249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '71859dba-695a-4a17-99ac-e7680e38d29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:49:08.504600 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Network hostable DHCP agents. Network: 71859dba-695a-4a17-99ac-e7680e38d29a, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:49:08.547400 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-38d1d52f-977e-4031-969f-9c96a2189a18 req-32adb8cd-6b37-415d-a106-01d106ef0e9b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651608 Aug 29 22:49:08.578406 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device c4b5d8f5-060a-47e7-bc2d-0768effb9dcb up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:08.591692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Network 71859dba-695a-4a17-99ac-e7680e38d29a is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:49:08.627512 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:08.664507 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 71859dba-695a-4a17-99ac-e7680e38d29a) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:49:08.678375 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2278f2-1508-4e4d-b293-025588eb7ae2 None None] Network 71859dba-695a-4a17-99ac-e7680e38d29a requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:49:08.679263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:08.679939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.695234 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:08.695607 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:08.775430 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d1651afa-f71b-47a7-b86f-98a55cf740b6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8084581 Aug 29 22:49:08.876246 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ced1f3-b46a-4c33-b136-431b54c8575a req-4fc570fc-2491-450b-9583-49d596b72971 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:08.876246 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-25ced1f3-b46a-4c33-b136-431b54c8575a req-4fc570fc-2491-450b-9583-49d596b72971 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0750484 Aug 29 22:49:08.968567 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55424) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:08.971727 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-25ced1f3-b46a-4c33-b136-431b54c8575a req-fb6f6411-67aa-4b07-a80c-bea66b904f6d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898428 Aug 29 22:49:08.975049 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:08.975619 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.034155 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:09.036744 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e776746c-ca53-4379-9717-3b64dd655ccd" -d '{"events": [{"server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:09.042954 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715d770-9353-481b-9c1b-0fecc4079aaf None None] Network 71859dba-695a-4a17-99ac-e7680e38d29a requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:49:09.074859 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0403df-56d9-4f5e-812c-c9c89b87e209 req-4253087f-0fa0-4885-9092-4619dc20c88d tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:09.083298 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5b0403df-56d9-4f5e-812c-c9c89b87e209 req-4253087f-0fa0-4885-9092-4619dc20c88d tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0743728 Aug 29 22:49:09.088109 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] Deleting subnet 4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:49:09.103329 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] Publish callbacks [] for subnet (4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.138576 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5200da-a2bd-4a5b-83dc-ecb2608508a7 x-openstack-request-id: req-1e5200da-a2bd-4a5b-83dc-ecb2608508a7 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:09.138859 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:09.139099 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e5200da-a2bd-4a5b-83dc-ecb2608508a7 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:09.139693 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5200da-a2bd-4a5b-83dc-ecb2608508a7'] response: {'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'code': 200} Aug 29 22:49:09.165022 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] Publish callbacks [] for subnet (4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.166539 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:09.182715 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.187729 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5b0403df-56d9-4f5e-812c-c9c89b87e209 req-12295a57-00be-40c0-b712-ecc44ef32d9a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036329 Aug 29 22:49:09.265597 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.266558 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 56d72164-e144-4a4d-8603-3e2ad709ea0b up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:49:09.323147 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.363839 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:09.368612 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:09.369211 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.371909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 56d72164-e144-4a4d-8603-3e2ad709ea0b completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:49:09.373028 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-976cfb5e-14f9-4146-8990-a7e4a6bce87e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/4d3fa0f7-539f-4bb5-9a99-b00828ec7c6c HTTP/1.1" status: 204 len: 168 time: 0.4032063 Aug 29 22:49:09.375643 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55438) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:09.384109 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550809b-efb2-41a1-a16a-a7c51c8ee48b req-c8a018d3-e85c-48c8-a598-08fce6a4703c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:09.385951 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9550809b-efb2-41a1-a16a-a7c51c8ee48b req-c8a018d3-e85c-48c8-a598-08fce6a4703c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 944 time: 0.0641541 Aug 29 22:49:09.430329 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:09.448272 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9550809b-efb2-41a1-a16a-a7c51c8ee48b req-6db9c37a-c88e-4025-be29-7072a1037f11 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535936 Aug 29 22:49:09.455699 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (08d15196-1513-43cc-b9cb-1b2633d3c0a9), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.477188 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 56d72164-e144-4a4d-8603-3e2ad709ea0b triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:49:09.477567 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.566318 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:09.569718 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (08d15196-1513-43cc-b9cb-1b2633d3c0a9), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.577559 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 56d72164-e144-4a4d-8603-3e2ad709ea0b is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:49:09.577954 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.595982 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.596415 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.597256 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.597663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > port after_create 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.598059 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > port after_delete 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.598463 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > port after_update 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.598906 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.599629 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.600346 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.600780 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.615618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 56d72164-e144-4a4d-8603-3e2ad709ea0b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:09.717337 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.756656 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:09.769957 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=56d72164-e144-4a4d-8603-3e2ad709ea0b,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:09.820403 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.820796 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.821139 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.821476 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=124850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:09.821859 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d15196-1513-43cc-b9cb-1b2633d3c0a9']}} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:09.858643 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ae57e1-c9f6-40db-b727-a13fa450904c') {'for_net_delete': True} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:09.858948 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ae57e1-c9f6-40db-b727-a13fa450904c') {} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:09.902308 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5772019'] for segment (30ae57e1-c9f6-40db-b727-a13fa450904c), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.948148 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4179e4e-c290-4449-b7c5-7eaafb1bcd85 req-a77c722c-c204-416c-8d6f-9dfc5971edca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:09.948148 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e4179e4e-c290-4449-b7c5-7eaafb1bcd85 req-a77c722c-c204-416c-8d6f-9dfc5971edca tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.1170096 Aug 29 22:49:09.952846 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (30ae57e1-c9f6-40db-b727-a13fa450904c), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:09.982129 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=124850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:49:09.982129 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500596'] for segment (30ae57e1-c9f6-40db-b727-a13fa450904c), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.088213 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e4179e4e-c290-4449-b7c5-7eaafb1bcd85 req-ae6b31f2-1220-4294-83af-f459458f6f16 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291287 Aug 29 22:49:10.116263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fd9c3-53b2-444d-966d-c5b2fd225acb req-51db04ed-f0ab-41ce-8698-f80425e009e5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:10.118718 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-518fd9c3-53b2-444d-966d-c5b2fd225acb req-51db04ed-f0ab-41ce-8698-f80425e009e5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0621347 Aug 29 22:49:10.173341 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-518fd9c3-53b2-444d-966d-c5b2fd225acb req-dd426117-1a89-403a-b21f-735b68f99f57 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462406 Aug 29 22:49:10.197842 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (08d15196-1513-43cc-b9cb-1b2633d3c0a9), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.207025 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.210694 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/08d15196-1513-43cc-b9cb-1b2633d3c0a9 HTTP/1.1" status: 204 len: 168 time: 0.8334839 Aug 29 22:49:10.218286 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55466) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:10.221753 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05622261-c4fb-4d91-b9af-f25a8731b464 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d15196-1513-43cc-b9cb-1b2633d3c0a9,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:10.251588 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 30ae57e1-c9f6-40db-b727-a13fa450904c resource provider aggregate not found Aug 29 22:49:10.272586 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 30ae57e1-c9f6-40db-b727-a13fa450904c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30ae57e1-c9f6-40db-b727-a13fa450904c found for delete ", "request_id": "req-6e451200-087c-418c-985a-864f7fd16258"}]} Aug 29 22:49:10.336952 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] Deleting subnet 517ee495-3243-48cf-93a7-f74c99b45278 {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:49:10.341648 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] Publish callbacks [] for subnet (517ee495-3243-48cf-93a7-f74c99b45278), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.348948 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e55c68-ff3a-44bd-be69-d6697bd86f75 req-38be257b-6446-4da2-8eda-2d48418d147c tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:10.350478 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0e55c68-ff3a-44bd-be69-d6697bd86f75 req-38be257b-6446-4da2-8eda-2d48418d147c tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0683339 Aug 29 22:49:10.361933 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:10.375581 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781f36d-62b2-4403-b7e0-15624f8e6677 req-15e55e57-cfa8-4ce6-93fe-a41f5d604184 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:10.377987 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b781f36d-62b2-4403-b7e0-15624f8e6677 req-15e55e57-cfa8-4ce6-93fe-a41f5d604184 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0495539 Aug 29 22:49:10.388466 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55472) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:10.393268 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'floatingip': {'port_id': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:10.403227 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] Publish callbacks [] for subnet (517ee495-3243-48cf-93a7-f74c99b45278), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.421515 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (517ee495-3243-48cf-93a7-f74c99b45278), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.460897 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0e55c68-ff3a-44bd-be69-d6697bd86f75 req-82b1f8a8-8152-4b4d-bf16-cd05a66b6352 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920122 Aug 29 22:49:10.473841 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (be86cfa2-fec8-4947-ad7f-8df3eebf6c24), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.563529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for subnet (517ee495-3243-48cf-93a7-f74c99b45278), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.600046 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.607817 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/517ee495-3243-48cf-93a7-f74c99b45278 HTTP/1.1" status: 204 len: 168 time: 0.3826306 Aug 29 22:49:10.607817 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d85b4-4524-42b1-b75c-b3a6cf47a13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517ee495-3243-48cf-93a7-f74c99b45278,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:10.607817 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55478) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:10.648448 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd1b8e-d9ba-4777-a1a0-c2454bff3e9a req-6a443382-bebe-4c4c-9e65-62c4ba1b2543 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:10.649982 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-19fd1b8e-d9ba-4777-a1a0-c2454bff3e9a req-6a443382-bebe-4c4c-9e65-62c4ba1b2543 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0891957 Aug 29 22:49:10.691524 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (71859dba-695a-4a17-99ac-e7680e38d29a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.794044 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (71859dba-695a-4a17-99ac-e7680e38d29a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.808611 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-19fd1b8e-d9ba-4777-a1a0-c2454bff3e9a req-ad1edf55-4dfa-45f8-a058-677cdea7cac6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470342 Aug 29 22:49:10.847151 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.864527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.918050 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.918412 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.918745 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.919070 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=124851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 22:49:10.919440 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71859dba-695a-4a17-99ac-e7680e38d29a']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:10.961342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:10.961342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:10.970473 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:10.993610 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.003389 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:49:11.004674 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.141492 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d72164-e144-4a4d-8603-3e2ad709ea0b'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:11.146167 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e98af-fa4a-4824-b1e1-5a30130a6819" -d '{"events": [{"server_uuid": "786e5dbf-c75c-4eda-a2f6-ecfab5041eff", "name": "network-vif-plugged", "status": "completed", "tag": "56d72164-e144-4a4d-8603-3e2ad709ea0b"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:11.166807 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c resource provider aggregate not found Aug 29 22:49:11.186888 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 249a2a9c-2fb9-4c57-a3e2-f8ec6bf3d85c found for delete ", "request_id": "req-57a34bac-6970-4691-92fa-2d9bc4910e29"}]} Aug 29 22:49:11.191486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d932b117-e680-41be-81d9-7f9d850547f3 x-openstack-request-id: req-d932b117-e680-41be-81d9-7f9d850547f3 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:11.191829 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786e5dbf-c75c-4eda-a2f6-ecfab5041eff", "name": "network-vif-plugged", "status": "completed", "tag": "56d72164-e144-4a4d-8603-3e2ad709ea0b", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:11.192076 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d932b117-e680-41be-81d9-7f9d850547f3 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:11.192582 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d932b117-e680-41be-81d9-7f9d850547f3'] response: {'server_uuid': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d72164-e144-4a4d-8603-3e2ad709ea0b', 'code': 200} Aug 29 22:49:11.213907 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (71859dba-695a-4a17-99ac-e7680e38d29a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.238232 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.241466 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/71859dba-695a-4a17-99ac-e7680e38d29a HTTP/1.1" status: 204 len: 168 time: 0.6326027 Aug 29 22:49:11.256222 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0de7ea-bdcf-4c54-8304-6837958554b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=71859dba-695a-4a17-99ac-e7680e38d29a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:11.266519 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9592a-efea-4f26-8db7-7f43f9a4081c req-82e27ea2-bd9e-4f25-b360-df1b029b44e2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:11.267816 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eee9592a-efea-4f26-8db7-7f43f9a4081c req-82e27ea2-bd9e-4f25-b360-df1b029b44e2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0700259 Aug 29 22:49:11.324012 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eee9592a-efea-4f26-8db7-7f43f9a4081c req-5ca6914a-17a4-4e50-a9cd-52b945d7f960 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495634 Aug 29 22:49:11.423791 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.487554 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (be86cfa2-fec8-4947-ad7f-8df3eebf6c24), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.519968 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:11.589679 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Floating IP be86cfa2-fec8-4947-ad7f-8df3eebf6c24 associated. External IP: 172.27.4.147, port: d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7. Aug 29 22:49:11.686606 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55512) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:11.694723 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:11.729242 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2b72b616-231e-4734-a768-f3b0d69cd413 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=91b737cece7b45c098d6e48f683b786c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411270 Aug 29 22:49:11.732172 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55514) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:11.785750 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-11bcadf1-ff38-421d-a03c-01184bcde995 admin admin] Publish callbacks [] for security_group (c24920cb-4eee-4fd2-ade8-7d15895a4d5a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.788181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:11.800605 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:49:11.808173 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-11bcadf1-ff38-421d-a03c-01184bcde995 admin admin] Publish callbacks [] for security_group (c24920cb-4eee-4fd2-ade8-7d15895a4d5a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.949114 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30087e-c768-43b7-a5e9-938de5149ed6 req-0d342c43-698e-4bfb-8bc9-0db96503b73e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:11.950581 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3f30087e-c768-43b7-a5e9-938de5149ed6 req-0d342c43-698e-4bfb-8bc9-0db96503b73e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0628891 Aug 29 22:49:11.951690 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:49:11.957589 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.966026 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] Sync routers for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:49:11.968687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-11bcadf1-ff38-421d-a03c-01184bcde995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c24920cb-4eee-4fd2-ade8-7d15895a4d5a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.971433 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-11bcadf1-ff38-421d-a03c-01184bcde995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:11.972701 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-11bcadf1-ff38-421d-a03c-01184bcde995 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c24920cb-4eee-4fd2-ade8-7d15895a4d5a HTTP/1.1" status: 204 len: 168 time: 0.2400146 Aug 29 22:49:11.976679 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:11.977287 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:11.997115 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcadf1-ff38-421d-a03c-01184bcde995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24920cb-4eee-4fd2-ade8-7d15895a4d5a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:12.023319 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-761262a1-645b-4bc4-91ec-a822900fe3da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/be86cfa2-fec8-4947-ad7f-8df3eebf6c24 HTTP/1.1" status: 200 len: 991 time: 1.6335924 Aug 29 22:49:12.029682 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:12.033825 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87ba73a-9f9a-4660-936d-724afaec29c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:12.054280 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3f30087e-c768-43b7-a5e9-938de5149ed6 req-11ca7c4b-2719-4bb0-aeab-aa6af38ce9e6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940239 Aug 29 22:49:12.097137 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1653fae4-def2-4e23-9b63-094c847e5b00 x-openstack-request-id: req-1653fae4-def2-4e23-9b63-094c847e5b00 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:12.097438 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:12.097773 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1653fae4-def2-4e23-9b63-094c847e5b00 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:12.098190 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1653fae4-def2-4e23-9b63-094c847e5b00'] response: {'name': 'network-changed', 'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'status': 'completed', 'code': 200} Aug 29 22:49:12.105278 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:12.365923 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'be86cfa2-fec8-4947-ad7f-8df3eebf6c24', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'floating_ip_address': '172.27.4.147', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'port_id': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'mac_address': 'fa:16:3e:13:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:48:37Z', 'updated_at': '2022-08-29T22:49:11Z', 'revision_number': 1, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:12.392694 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] Checking router: a19c600e-a3f0-47bb-b7b2-7eafae2ca572 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:12.404798 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:12.405419 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:12.485991 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dda8a4-5039-463b-94b0-66f8d621969f req-f6068230-be46-492e-b91d-9eef1c9f7a3f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:12.488826 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-71dda8a4-5039-463b-94b0-66f8d621969f req-f6068230-be46-492e-b91d-9eef1c9f7a3f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0867460 Aug 29 22:49:12.519542 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:12.550580 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-71dda8a4-5039-463b-94b0-66f8d621969f req-721f4b5b-2543-4d1d-af06-c3fc19220b45 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512300 Aug 29 22:49:12.746161 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'be86cfa2-fec8-4947-ad7f-8df3eebf6c24', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'floating_ip_address': '172.27.4.147', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'port_id': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'mac_address': 'fa:16:3e:13:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:48:37Z', 'updated_at': '2022-08-29T22:49:11Z', 'revision_number': 1, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:12.747973 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55542) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:12.772018 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d9b130-b821-46a0-8886-85ece2f910a1 None None] The sync data for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi is: [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'be86cfa2-fec8-4947-ad7f-8df3eebf6c24', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'floating_ip_address': '172.27.4.147', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'port_id': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'mac_address': 'fa:16:3e:13:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:48:37Z', 'updated_at': '2022-08-29T22:49:11Z', 'revision_number': 1, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:12.789250 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-30f0f724-18f5-4e76-a108-62cf4bd7b87f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=646bce3324f44557841140de5f82e4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400450 Aug 29 22:49:12.792154 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55544) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:12.896411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e3d3c-9a70-4a6d-abae-14a4c85124f5 req-8ea59a63-00e2-4c49-b6b9-b63f27b5a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:12.897940 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-621e3d3c-9a70-4a6d-abae-14a4c85124f5 req-8ea59a63-00e2-4c49-b6b9-b63f27b5a87e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 1129 time: 0.0921781 Aug 29 22:49:12.904517 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-0d44ac0c-fe0a-4949-9f63-c3413d9c66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:12.905985 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-0d44ac0c-fe0a-4949-9f63-c3413d9c66d1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 1129 time: 0.0715961 Aug 29 22:49:12.958765 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-421c1600-2ca1-430f-88fe-153b6550f8ec admin admin] Publish callbacks [] for security_group (e669d0a4-4f44-4bb6-9447-f6c90492d2f0), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:13.027965 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-421c1600-2ca1-430f-88fe-153b6550f8ec admin admin] Publish callbacks [] for security_group (e669d0a4-4f44-4bb6-9447-f6c90492d2f0), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:13.044908 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9ae53-77e8-48d8-93b4-d237da9b8608 None None] New status for floating IP be86cfa2-fec8-4947-ad7f-8df3eebf6c24: ACTIVE {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:49:13.066049 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-621e3d3c-9a70-4a6d-abae-14a4c85124f5 req-11d6d383-a2f8-4f45-9769-02cce6f06b3b service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538067 Aug 29 22:49:13.112212 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-9c960bf7-2216-4c93-8b6c-d03597969661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:13.116602 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-9c960bf7-2216-4c93-8b6c-d03597969661 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.1925087 Aug 29 22:49:13.188483 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20363e-708c-4a0a-bc62-c3a8eea7f686 req-9cf4aac9-970f-43e8-91af-b208a9164088 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:13.190055 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6e20363e-708c-4a0a-bc62-c3a8eea7f686 req-9cf4aac9-970f-43e8-91af-b208a9164088 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0466130 Aug 29 22:49:13.217334 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-421c1600-2ca1-430f-88fe-153b6550f8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e669d0a4-4f44-4bb6-9447-f6c90492d2f0), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:13.220859 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-421c1600-2ca1-430f-88fe-153b6550f8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:13.221849 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-421c1600-2ca1-430f-88fe-153b6550f8ec admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e669d0a4-4f44-4bb6-9447-f6c90492d2f0 HTTP/1.1" status: 204 len: 168 time: 0.4289398 Aug 29 22:49:13.239910 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c1600-2ca1-430f-88fe-153b6550f8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e669d0a4-4f44-4bb6-9447-f6c90492d2f0,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:13.252992 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6e20363e-708c-4a0a-bc62-c3a8eea7f686 req-dbc67c4d-e7df-463e-9772-05f003833a10 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Aug 29 22:49:13.466703 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-105cc330-bfe2-4da1-8d92-bc21f16d81db service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 200 len: 1001 time: 0.1258357 Aug 29 22:49:13.467845 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa63285-162c-4d01-8728-8073facd73bd req-9e907977-e0b7-48b5-9881-da7b95506b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:13.469327 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5fa63285-162c-4d01-8728-8073facd73bd req-9e907977-e0b7-48b5-9881-da7b95506b11 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 1129 time: 0.0828309 Aug 29 22:49:13.560600 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-56ea9ecb-60f1-4ff3-b6d9-46d1ad0f2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:13.562105 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-56ea9ecb-60f1-4ff3-b6d9-46d1ad0f2dcd service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0750940 Aug 29 22:49:13.568821 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5fa63285-162c-4d01-8728-8073facd73bd req-df96cf4c-350b-43de-b080-a3e04e1b4d5f service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742824 Aug 29 22:49:13.737092 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd6392-cf61-4e28-9a9e-7c0f833819f7 req-2b75eed4-c3e6-4c6d-b457-556dd4dbc4aa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:13.739622 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9acd6392-cf61-4e28-9a9e-7c0f833819f7 req-2b75eed4-c3e6-4c6d-b457-556dd4dbc4aa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0805058 Aug 29 22:49:13.760859 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:13.811200 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9acd6392-cf61-4e28-9a9e-7c0f833819f7 req-177ca9f2-71e8-4226-af03-dd83321d5582 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659811 Aug 29 22:49:14.187262 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-a36e6fc4-a7bf-4752-b4bc-7caee6796aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:14.196468 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-a36e6fc4-a7bf-4752-b4bc-7caee6796aef service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776381 Aug 29 22:49:14.395301 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e14e88-8e88-4a3d-984c-e04e7b1310b2 req-b950475c-be12-40b9-9dde-1e3e358b7481 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:14.396990 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-07e14e88-8e88-4a3d-984c-e04e7b1310b2 req-b950475c-be12-40b9-9dde-1e3e358b7481 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0674741 Aug 29 22:49:14.456325 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-07e14e88-8e88-4a3d-984c-e04e7b1310b2 req-8e9c2e11-a182-4b37-832b-079853c25043 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520456 Aug 29 22:49:14.948344 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe02d5a-0d21-405d-b6b6-b933136c312b req-cd6ca72c-7b66-4c8b-9fc8-99a7e5c27e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:14.955006 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2fe02d5a-0d21-405d-b6b6-b933136c312b req-cd6ca72c-7b66-4c8b-9fc8-99a7e5c27e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0479381 Aug 29 22:49:15.006468 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2fe02d5a-0d21-405d-b6b6-b933136c312b req-45c88564-409c-45c2-9a3a-241ebc6d6dae tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492330 Aug 29 22:49:15.111310 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55628) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:15.398096 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.437399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:15.440457 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-cedb6a56-eacb-4569-ba4a-063f0f4b6db2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2571089 Aug 29 22:49:15.505537 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:15.511017 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-007c66c9-83ba-4a83-b005-35ac37f412b3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924139 Aug 29 22:49:15.519564 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Publish callbacks [] for security_group (cccc98c8-3cf6-4131-b91b-6f5c01b823ed), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.603139 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (cccc98c8-3cf6-4131-b91b-6f5c01b823ed), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.654974 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-cc0aa898-1bbf-425a-85d7-e4e90fbf9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:15.656241 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-cc0aa898-1bbf-425a-85d7-e4e90fbf9f98 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=cedceef6152643f7875eff039186cd55&device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 1130 time: 0.1046286 Aug 29 22:49:15.657628 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5236b-3502-4766-bc12-c5646c02b534 req-0c01814c-d385-4742-8096-2bfec033adbf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:15.659196 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6bc5236b-3502-4766-bc12-c5646c02b534 req-0c01814c-d385-4742-8096-2bfec033adbf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.1069565 Aug 29 22:49:15.666521 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=69b6daa432644afc90047d9cb7164c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540740 Aug 29 22:49:15.669159 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55654) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:15.683530 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:15.684165 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc98c8-3cf6-4131-b91b-6f5c01b823ed,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:15.698845 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b87ba73a-9f9a-4660-936d-724afaec29c4 req-e6a65409-a4ff-4b96-9523-ffacf6754dc2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458642 Aug 29 22:49:15.713741 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.714087 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.714444 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.714920 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.715108 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.715497 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.715825 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.716144 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.716488 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.716814 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.717324 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.717653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.717969 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.718367 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.718689 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebb299f-31b7-4c42-9f51-a9a70c28936c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:15.763916 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6bc5236b-3502-4766-bc12-c5646c02b534 req-f68865dd-beef-443d-8ed4-a4491f8e92e8 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960948 Aug 29 22:49:15.788053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4241b9e7-5819-4d0e-82c7-55872d77b331 admin admin] Publish callbacks [] for security_group (cccc98c8-3cf6-4131-b91b-6f5c01b823ed), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:15.810440 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4241b9e7-5819-4d0e-82c7-55872d77b331 admin admin] Publish callbacks [] for security_group (cccc98c8-3cf6-4131-b91b-6f5c01b823ed), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.006855 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4241b9e7-5819-4d0e-82c7-55872d77b331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (cccc98c8-3cf6-4131-b91b-6f5c01b823ed), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.010632 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4241b9e7-5819-4d0e-82c7-55872d77b331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.011939 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4241b9e7-5819-4d0e-82c7-55872d77b331 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cccc98c8-3cf6-4131-b91b-6f5c01b823ed HTTP/1.1" status: 204 len: 168 time: 0.3363810 Aug 29 22:49:16.022890 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241b9e7-5819-4d0e-82c7-55872d77b331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc98c8-3cf6-4131-b91b-6f5c01b823ed,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:16.154971 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:16.186508 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c75a1-7519-4113-9c49-a9e2cbe8174b req-f1043870-2a86-462f-923e-63a55c05e9e6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:16.188647 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9f0c75a1-7519-4113-9c49-a9e2cbe8174b req-f1043870-2a86-462f-923e-63a55c05e9e6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0822756 Aug 29 22:49:16.255487 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9f0c75a1-7519-4113-9c49-a9e2cbe8174b req-ea947018-2e87-4732-bbca-8e5d9f2eeb52 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580726 Aug 29 22:49:16.344390 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-79c2d578-1a51-44ca-ae71-8d5c76dabe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:16.346580 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-79c2d578-1a51-44ca-ae71-8d5c76dabe57 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=22d29419-442a-4e58-a3c8-da734d6fd566 HTTP/1.1" status: 200 len: 912 time: 0.1248090 Aug 29 22:49:16.440421 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-1353c212-a456-4bf9-8d5f-49595305233e service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a490f9bd-78c0-4b80-8973-082090e51e7b HTTP/1.1" status: 200 len: 217 time: 0.0623355 Aug 29 22:49:16.454173 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43676f48-17bd-4e42-a3cc-fbc1670ff0e2 req-8b700997-f148-438f-b205-903df1580025 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:16.455813 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-43676f48-17bd-4e42-a3cc-fbc1670ff0e2 req-8b700997-f148-438f-b205-903df1580025 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0895801 Aug 29 22:49:16.467119 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 55684) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:16.476495 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'floatingip': {'port_id': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:49:16.519268 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (2eb1d3d8-8b74-45b3-827a-f6357c9f17cc), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.615036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-d419fdfb-6719-4552-9b2d-e4d599414312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:16.622109 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-d419fdfb-6719-4552-9b2d-e4d599414312 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c3d61623-91de-4697-8167-62bfefc2b415 HTTP/1.1" status: 200 len: 850 time: 0.0529494 Aug 29 22:49:16.876118 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55690) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:16.891674 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:16.980535 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Publish callbacks [] for security_group (f751e981-759b-43f9-86f2-b0b9322adad3), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.054162 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f751e981-759b-43f9-86f2-b0b9322adad3), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.089768 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1d33-1fae-48b4-9ead-bf48b279332d req-f981a8de-316b-4533-bf81-9a9ae988174c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:17.091247 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-262d1d33-1fae-48b4-9ead-bf48b279332d req-f981a8de-316b-4533-bf81-9a9ae988174c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0851989 Aug 29 22:49:17.101923 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5fb8b4901ec747829f20390a6441f140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239547 Aug 29 22:49:17.103150 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751e981-759b-43f9-86f2-b0b9322adad3,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:17.105175 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 55694) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:17.122041 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.122385 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.122727 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.123071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.123406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.123738 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.124100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.124428 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.124769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.125095 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.125416 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.125736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.126055 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.126949 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.127273 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc1ba77-1d40-4fc9-9392-3538281e3f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:17.177961 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96bf7263-d83f-438d-93f7-9e6afb403694 admin admin] Publish callbacks [] for security_group (f751e981-759b-43f9-86f2-b0b9322adad3), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.182201 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-262d1d33-1fae-48b4-9ead-bf48b279332d req-8925b67d-4d2e-438d-a70e-df051cfe41c7 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812910 Aug 29 22:49:17.207947 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96bf7263-d83f-438d-93f7-9e6afb403694 admin admin] Publish callbacks [] for security_group (f751e981-759b-43f9-86f2-b0b9322adad3), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.237453 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.242986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:17.328993 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (2eb1d3d8-8b74-45b3-827a-f6357c9f17cc), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.351429 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96bf7263-d83f-438d-93f7-9e6afb403694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f751e981-759b-43f9-86f2-b0b9322adad3), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.354030 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96bf7263-d83f-438d-93f7-9e6afb403694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.355181 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-96bf7263-d83f-438d-93f7-9e6afb403694 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f751e981-759b-43f9-86f2-b0b9322adad3 HTTP/1.1" status: 204 len: 168 time: 0.2490487 Aug 29 22:49:17.367845 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf7263-d83f-438d-93f7-9e6afb403694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751e981-759b-43f9-86f2-b0b9322adad3,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:17.443977 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Floating IP 2eb1d3d8-8b74-45b3-827a-f6357c9f17cc associated. External IP: 172.27.4.232, port: c4b5d8f5-060a-47e7-bc2d-0768effb9dcb. Aug 29 22:49:17.512077 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:49:17.673728 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Router 91177666-2801-4421-aaf2-93d08ccbf71f has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:49:17.762640 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:17.783578 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:49:17.788698 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:17.796906 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78191796-9811-4bfe-9741-94546754f4fe None None] Sync routers for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:49:17.810482 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:17.811274 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:17.865978 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-623d9e13-0582-4bb3-9146-54785612f708 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/2eb1d3d8-8b74-45b3-827a-f6357c9f17cc HTTP/1.1" status: 200 len: 991 time: 1.3886819 Aug 29 22:49:17.865978 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:17.865978 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40090220-62cc-4fdd-b992-de809d494faa" -d '{"events": [{"name": "network-changed", "server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:17.875908 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf09b9-22ea-45b5-84de-6a879a53741b req-81677ba8-d881-458d-ba46-24abdd3d1f29 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:17.878078 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d1cf09b9-22ea-45b5-84de-6a879a53741b req-81677ba8-d881-458d-ba46-24abdd3d1f29 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0621705 Aug 29 22:49:17.932142 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:17.935253 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68aa4d9-3409-437c-9d98-ff1aa5ba7ed7 x-openstack-request-id: req-a68aa4d9-3409-437c-9d98-ff1aa5ba7ed7 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:17.935538 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:17.935807 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a68aa4d9-3409-437c-9d98-ff1aa5ba7ed7 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:17.936557 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68aa4d9-3409-437c-9d98-ff1aa5ba7ed7'] response: {'name': 'network-changed', 'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'status': 'completed', 'code': 200} Aug 29 22:49:17.937425 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:17.963000 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d1cf09b9-22ea-45b5-84de-6a879a53741b req-d886b518-f50b-4c25-8060-97a067cfe875 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764215 Aug 29 22:49:18.094471 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:18.098220 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:18.187507 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '2eb1d3d8-8b74-45b3-827a-f6357c9f17cc', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'port_id': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'mac_address': 'fa:16:3e:e7:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90821429-6373-4dcf-ac68-2af347d45eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:48:33Z', 'updated_at': '2022-08-29T22:49:17Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:18.213931 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78191796-9811-4bfe-9741-94546754f4fe None None] Checking router: 91177666-2801-4421-aaf2-93d08ccbf71f for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:18.223011 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:18.223620 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:48:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:18.327657 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:18.630590 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-78191796-9811-4bfe-9741-94546754f4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '2eb1d3d8-8b74-45b3-827a-f6357c9f17cc', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'port_id': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'mac_address': 'fa:16:3e:e7:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90821429-6373-4dcf-ac68-2af347d45eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:48:33Z', 'updated_at': '2022-08-29T22:49:17Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:18.661416 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78191796-9811-4bfe-9741-94546754f4fe None None] The sync data for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi is: [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '2eb1d3d8-8b74-45b3-827a-f6357c9f17cc', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'floating_ip_address': '172.27.4.232', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'port_id': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'mac_address': 'fa:16:3e:e7:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90821429-6373-4dcf-ac68-2af347d45eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:48:33Z', 'updated_at': '2022-08-29T22:49:17Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:18.860009 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac2498-87c8-46b3-a3f0-58d7f4ba06f6 None None] New status for floating IP 2eb1d3d8-8b74-45b3-827a-f6357c9f17cc: ACTIVE {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:49:18.960003 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:19.099283 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3f161-47ef-4809-872e-c115513e33b2 req-ad9d4873-412e-402d-a7a3-a6459889de98 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:19.100914 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16d3f161-47ef-4809-872e-c115513e33b2 req-ad9d4873-412e-402d-a7a3-a6459889de98 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0568717 Aug 29 22:49:19.157933 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16d3f161-47ef-4809-872e-c115513e33b2 req-f8dddb11-0a5e-415c-b59e-df618a99e9e5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488765 Aug 29 22:49:20.065683 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:20.077176 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-737b7b35-34d3-4a43-a3a3-ae14f6edee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.078968 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-737b7b35-34d3-4a43-a3a3-ae14f6edee96 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=22d29419-442a-4e58-a3c8-da734d6fd566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732093 Aug 29 22:49:20.082815 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090220-62cc-4fdd-b992-de809d494faa req-10604696-da1e-4780-b1ae-17dcd2de14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.084255 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40090220-62cc-4fdd-b992-de809d494faa req-10604696-da1e-4780-b1ae-17dcd2de14a3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 1129 time: 0.0706737 Aug 29 22:49:20.209102 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:20.253499 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-a75f83bc-f11d-44d1-ae44-62ec462acaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.255033 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-a75f83bc-f11d-44d1-ae44-62ec462acaff service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 1129 time: 0.1545706 Aug 29 22:49:20.290690 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ebcd5-9b3a-490c-913e-7ad2f7070d1f req-f84c1aec-d5ef-4200-b8f9-228908375d1e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.292157 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-564ebcd5-9b3a-490c-913e-7ad2f7070d1f req-f84c1aec-d5ef-4200-b8f9-228908375d1e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0539467 Aug 29 22:49:20.317338 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090220-62cc-4fdd-b992-de809d494faa req-91901468-642d-4732-b120-1eddd6f8cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.318835 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40090220-62cc-4fdd-b992-de809d494faa req-91901468-642d-4732-b120-1eddd6f8cd78 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 912 time: 0.2193053 Aug 29 22:49:20.343920 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-564ebcd5-9b3a-490c-913e-7ad2f7070d1f req-d1ecf6d1-8dc7-4003-90a4-a156fdc3989a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Aug 29 22:49:20.346081 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-9f2f1105-e684-44b8-8d04-97b969ca033d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475045 Aug 29 22:49:20.491529 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40090220-62cc-4fdd-b992-de809d494faa req-42771b57-d78b-4bb5-aeee-0c7ca0ef66b2 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb HTTP/1.1" status: 200 len: 1001 time: 0.1424839 Aug 29 22:49:20.512870 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-8c516a7c-e3e2-47f9-a363-bf4f4d1bc7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.514288 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-8c516a7c-e3e2-47f9-a363-bf4f4d1bc7ca service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.2390814 Aug 29 22:49:20.586711 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aa3f1dab-2096-4ba6-8e05-ca9ed3a9c56d req-62b106ec-d99e-4582-a6a5-8ac5d53680d2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304115 Aug 29 22:49:20.589856 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-97873445-5bb5-41bb-a73d-c84aca508e57 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b HTTP/1.1" status: 200 len: 217 time: 0.0516040 Aug 29 22:49:20.599003 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090220-62cc-4fdd-b992-de809d494faa req-1bd13716-58d5-430c-98b7-4e276b99ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.600563 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40090220-62cc-4fdd-b992-de809d494faa req-1bd13716-58d5-430c-98b7-4e276b99ed8b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 200 len: 850 time: 0.1017833 Aug 29 22:49:20.714652 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090220-62cc-4fdd-b992-de809d494faa req-34c058f3-5881-4c8e-ae7e-e2ad51e602c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.716168 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40090220-62cc-4fdd-b992-de809d494faa req-34c058f3-5881-4c8e-ae7e-e2ad51e602c2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3cbc22b7-19e9-4863-99a1-541b71beccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796080 Aug 29 22:49:20.717884 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-e6e72e04-b497-498a-86bf-1761fac27178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.719202 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-e6e72e04-b497-498a-86bf-1761fac27178 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0914156 Aug 29 22:49:20.830676 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:20.876834 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-42f66b66-a9c0-4147-86e4-1bd4e2f561d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:20.878373 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-42f66b66-a9c0-4147-86e4-1bd4e2f561d5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828741 Aug 29 22:49:20.917758 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40090220-62cc-4fdd-b992-de809d494faa req-333733b3-1cdc-4bb7-9cba-cab8bed9e17a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299875 Aug 29 22:49:21.292176 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-a3b3a208-cdeb-4ed0-b504-61a381b4ced1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774082 Aug 29 22:49:21.302208 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40090220-62cc-4fdd-b992-de809d494faa req-92612440-e9e7-474d-8c44-e2362ad659cc service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777194 Aug 29 22:49:21.466674 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3facc-8636-4955-bdcb-45cffd52a46f req-9d682e9f-0ad1-4258-b4af-8f859443e65d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:21.468177 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-74d3facc-8636-4955-bdcb-45cffd52a46f req-9d682e9f-0ad1-4258-b4af-8f859443e65d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0506461 Aug 29 22:49:21.594941 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-74d3facc-8636-4955-bdcb-45cffd52a46f req-77e53106-ff49-46ec-a136-94a76deb5233 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172237 Aug 29 22:49:21.601169 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6232f4f1-1454-449f-8c11-01bbe1b5102c req-d5cebee1-f98f-47eb-af12-60074bd2f6c2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317620 Aug 29 22:49:22.332383 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f488ca46-d830-4e8d-8a62-3b2bc6f040b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:22.714853 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406981ef-5578-4441-ae79-2592cee20d43 req-4fadebda-f547-48c0-b187-e55999788230 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:22.716366 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-406981ef-5578-4441-ae79-2592cee20d43 req-4fadebda-f547-48c0-b187-e55999788230 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0474188 Aug 29 22:49:22.763479 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-406981ef-5578-4441-ae79-2592cee20d43 req-61dcb77d-e2ff-4af4-bd0b-0a3289607023 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Aug 29 22:49:23.897495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426e7a-7168-4306-99d8-c6e29b88b347 req-50cc3346-c7ad-4dd7-aec9-1e706176f024 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:23.904763 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eb426e7a-7168-4306-99d8-c6e29b88b347 req-50cc3346-c7ad-4dd7-aec9-1e706176f024 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0613356 Aug 29 22:49:23.952674 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eb426e7a-7168-4306-99d8-c6e29b88b347 req-a5a57a0f-f511-4503-8285-c0a85ff4041b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Aug 29 22:49:24.709518 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-907b3b5a-8752-46b4-a2f1-45b1e2b7b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:25.072780 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf27810-692c-408f-a849-22598adfc690 req-8d35fa10-a30b-4c24-a93c-d796c3d092c3 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:25.074273 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2bf27810-692c-408f-a849-22598adfc690 req-8d35fa10-a30b-4c24-a93c-d796c3d092c3 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0479023 Aug 29 22:49:25.128762 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2bf27810-692c-408f-a849-22598adfc690 req-88c7fb9d-2d95-4888-bc1c-db70ec584540 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483932 Aug 29 22:49:26.281558 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:26.453302 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5c181-4d72-4b66-a8f8-568fff418573 req-683c47c6-0eea-4f53-94d5-81f81a7732ec tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:26.455299 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-faf5c181-4d72-4b66-a8f8-568fff418573 req-683c47c6-0eea-4f53-94d5-81f81a7732ec tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.2531760 Aug 29 22:49:26.504658 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-faf5c181-4d72-4b66-a8f8-568fff418573 req-40c5c437-a019-45b0-85ff-5e271f2436ed tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Aug 29 22:49:27.286502 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.516969 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:27.624632 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839c8d1-bc3f-4481-9ede-acf91e4e6a10 req-17e8d943-22a4-49ac-bdca-02809bb7caa9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:27.626163 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b839c8d1-bc3f-4481-9ede-acf91e4e6a10 req-17e8d943-22a4-49ac-bdca-02809bb7caa9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0491726 Aug 29 22:49:27.677148 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b839c8d1-bc3f-4481-9ede-acf91e4e6a10 req-4d9c00a8-5f54-4570-ac2e-75585236fd6d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Aug 29 22:49:28.798843 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc397b-ad21-430b-8f4d-50b7117a4b96 req-3d1eab16-91fa-4a24-b481-87f7f29f4449 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:28.800347 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8ebc397b-ad21-430b-8f4d-50b7117a4b96 req-3d1eab16-91fa-4a24-b481-87f7f29f4449 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0466352 Aug 29 22:49:28.847377 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8ebc397b-ad21-430b-8f4d-50b7117a4b96 req-1f201039-2cd7-419b-ac15-04f0006d1ec6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415084 Aug 29 22:49:29.982619 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc52443-2e7e-4ad3-930c-4b0914666157 req-34955ad3-8090-4cd6-8034-98938d59287e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:29.984154 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ddc52443-2e7e-4ad3-930c-4b0914666157 req-34955ad3-8090-4cd6-8034-98938d59287e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0490756 Aug 29 22:49:30.034093 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ddc52443-2e7e-4ad3-930c-4b0914666157 req-f32eb0ad-7f4f-4b49-9075-a18789103530 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 Aug 29 22:49:31.153021 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b895a-7f55-4ff8-b15e-110d660b0256 req-ad9b858d-852c-4b4d-bf45-7403fd122aab tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:31.154466 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e84b895a-7f55-4ff8-b15e-110d660b0256 req-ad9b858d-852c-4b4d-bf45-7403fd122aab tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0482094 Aug 29 22:49:31.184593 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:31.207521 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e84b895a-7f55-4ff8-b15e-110d660b0256 req-69f9412a-8316-460d-ac8f-1aecb29b3766 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Aug 29 22:49:32.332794 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951fa90-593d-485a-8696-beb8115fb5f9 req-81c18e4d-ef4e-4894-b87a-548a05cbb746 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:32.334303 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c951fa90-593d-485a-8696-beb8115fb5f9 req-81c18e4d-ef4e-4894-b87a-548a05cbb746 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0526555 Aug 29 22:49:32.382609 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c951fa90-593d-485a-8696-beb8115fb5f9 req-961841ad-6f44-4472-a9bc-7f083e419d95 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Aug 29 22:49:33.503696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eda87-c3e0-4f50-a2ed-c58e15c1639d req-96b754c5-493a-4c0d-969d-4bb1ed47a8ca tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:33.505477 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-917eda87-c3e0-4f50-a2ed-c58e15c1639d req-96b754c5-493a-4c0d-969d-4bb1ed47a8ca tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0459900 Aug 29 22:49:33.552680 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-917eda87-c3e0-4f50-a2ed-c58e15c1639d req-4ec000b5-3afa-4a44-b68f-8453a4d9e99c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419044 Aug 29 22:49:34.686683 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb93213-36c2-4749-aa89-735ef45cd69c req-63571118-d0fb-4e25-a522-eac81c493e12 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:34.686683 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1bb93213-36c2-4749-aa89-735ef45cd69c req-63571118-d0fb-4e25-a522-eac81c493e12 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0594559 Aug 29 22:49:34.737337 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1bb93213-36c2-4749-aa89-735ef45cd69c req-0eac23a1-1573-4565-985e-75f5786eda42 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Aug 29 22:49:35.860397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb996-ff97-46d2-badd-d3c1fba774b6 req-3db89c4e-f48a-4637-bc3b-ce53daf95146 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:35.863041 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4c7bb996-ff97-46d2-badd-d3c1fba774b6 req-3db89c4e-f48a-4637-bc3b-ce53daf95146 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0506394 Aug 29 22:49:35.883917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:35.910403 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4c7bb996-ff97-46d2-badd-d3c1fba774b6 req-f48bf7fd-9ea2-4831-a1cd-56c601362d78 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Aug 29 22:49:37.056197 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90630a5-ee12-4bc3-9bd4-b0e54d66ce33 req-2d695fed-2d55-4d6a-a493-836f6fd14827 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:37.057762 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a90630a5-ee12-4bc3-9bd4-b0e54d66ce33 req-2d695fed-2d55-4d6a-a493-836f6fd14827 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0592134 Aug 29 22:49:37.069440 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:37.112695 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a90630a5-ee12-4bc3-9bd4-b0e54d66ce33 req-1405bf34-0687-4e95-a777-5bb6c3c13b52 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491831 Aug 29 22:49:37.445236 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:37.446211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:37.496958 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1dbc9-ab51-4ddd-8881-a16b25302bad req-383db3fb-f8ac-4d74-a2d8-22ae3ed5adba tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:37.498480 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f1b1dbc9-ab51-4ddd-8881-a16b25302bad req-383db3fb-f8ac-4d74-a2d8-22ae3ed5adba tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Aug 29 22:49:37.505449 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=72 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:37.510577 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=32 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:37.554302 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f1b1dbc9-ab51-4ddd-8881-a16b25302bad req-64683534-8e4e-4364-b96b-72585003a59f tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492749 Aug 29 22:49:38.247398 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e35c78-cf1b-46f3-891e-a62cfb830b62 req-386c4c88-f58c-45d4-a1b8-5dc479f8d348 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:38.248946 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-26e35c78-cf1b-46f3-891e-a62cfb830b62 req-386c4c88-f58c-45d4-a1b8-5dc479f8d348 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0529191 Aug 29 22:49:38.297685 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-26e35c78-cf1b-46f3-891e-a62cfb830b62 req-8cc4ce52-00a6-44e2-87e8-7ded554f7bea tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Aug 29 22:49:38.685786 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35408449-d0b0-4f42-b218-6b339756fb5e req-4910e88e-4eb5-4f93-87f2-ba35d5820cf6 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:38.687293 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-35408449-d0b0-4f42-b218-6b339756fb5e req-4910e88e-4eb5-4f93-87f2-ba35d5820cf6 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0528281 Aug 29 22:49:38.757715 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-35408449-d0b0-4f42-b218-6b339756fb5e req-84adc4e4-61e8-4604-865d-11686885a8a7 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620465 Aug 29 22:49:39.422101 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20096045-ca24-4815-94ae-5c8a9d0e817b req-d41ff8aa-7407-4e81-82fa-1c7ddd119996 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.423593 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-20096045-ca24-4815-94ae-5c8a9d0e817b req-d41ff8aa-7407-4e81-82fa-1c7ddd119996 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0467896 Aug 29 22:49:39.472888 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-20096045-ca24-4815-94ae-5c8a9d0e817b req-c4b08c38-b9a0-459e-a8f8-daad90945e0b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Aug 29 22:49:39.898688 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3429f6-d611-44f7-b924-c4a4a08389f0 req-5dfdd3a4-8f22-4a7d-9dd7-2177f184bca5 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:39.900401 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9b3429f6-d611-44f7-b924-c4a4a08389f0 req-5dfdd3a4-8f22-4a7d-9dd7-2177f184bca5 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0541978 Aug 29 22:49:39.928335 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:39.953399 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9b3429f6-d611-44f7-b924-c4a4a08389f0 req-351aa2d4-b53e-475d-9777-65ed12482fe3 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b74d3a48-b9d1-42a5-a06e-da6cba092438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466745 Aug 29 22:49:40.223581 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-6244fd9f-b0f1-4742-94b2-6a941c88e335 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:40.225272 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-6244fd9f-b0f1-4742-94b2-6a941c88e335 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 946 time: 0.0609808 Aug 29 22:49:40.377431 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Deleting port a490f9bd-78c0-4b80-8973-082090e51e7b {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:49:40.377777 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.477127 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] For port a490f9bd-78c0-4b80-8973-082090e51e7b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=a490f9bd-78c0-4b80-8973-082090e51e7b,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:40.477865 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.493773 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Calling delete_port for a490f9bd-78c0-4b80-8973-082090e51e7b owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:49:40.501002 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56198) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:40.640801 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e958c166-a1c2-44cf-87f6-8575e18817e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.687876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:40.699812 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aaa0c6-a026-4876-a977-49c201e24c3d req-3d964eeb-62ee-4551-9722-3aff4394d737 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:40.701949 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-97aaa0c6-a026-4876-a977-49c201e24c3d req-3d964eeb-62ee-4551-9722-3aff4394d737 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0900903 Aug 29 22:49:40.734531 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e958c166-a1c2-44cf-87f6-8575e18817e7 admin admin] Publish callbacks [] for security_group (87fe194b-fbeb-4b12-8311-1925ae196950), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.758446 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-97aaa0c6-a026-4876-a977-49c201e24c3d req-dd58cab3-ce30-4667-9718-38ffbf63fa49 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486786 Aug 29 22:49:40.791763 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (a490f9bd-78c0-4b80-8973-082090e51e7b), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.804648 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['a490f9bd-78c0-4b80-8973-082090e51e7b'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:49:40.805205 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e958c166-a1c2-44cf-87f6-8575e18817e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (87fe194b-fbeb-4b12-8311-1925ae196950), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.872187 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Pushing event deleted for resources: {'Port': ['ID=a490f9bd-78c0-4b80-8973-082090e51e7b,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:40.881588 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958c166-a1c2-44cf-87f6-8575e18817e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe194b-fbeb-4b12-8311-1925ae196950,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:40.888346 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e958c166-a1c2-44cf-87f6-8575e18817e7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d1ba01bfd210473cb1eef75894b28b32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837988 Aug 29 22:49:40.889156 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56212) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:40.918429 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] No DVR routers for this DVR port a490f9bd-78c0-4b80-8973-082090e51e7b on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:49:40.919681 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.925375 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-131906af-e1a8-489c-897c-9d9a3a53d518 req-274e62ba-f404-4ee3-9fec-ad6934c47f3a tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.71 "DELETE /networking/v2.0/ports/a490f9bd-78c0-4b80-8973-082090e51e7b HTTP/1.1" status: 204 len: 173 time: 0.6877754 Aug 29 22:49:40.925925 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'name': 'network-vif-deleted', 'tag': 'a490f9bd-78c0-4b80-8973-082090e51e7b'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:49:40.928895 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5c1590-8c0f-4e25-b157-e1682c6c6840" -d '{"events": [{"server_uuid": "7176d304-92ee-4dd2-bfb1-4bc3caa06c41", "name": "network-vif-deleted", "tag": "a490f9bd-78c0-4b80-8973-082090e51e7b"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:49:40.958440 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-dd74de92-68de-41c7-9c7b-53a505c5e6c3 admin admin] Publish callbacks [] for security_group (87fe194b-fbeb-4b12-8311-1925ae196950), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.981062 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-dd74de92-68de-41c7-9c7b-53a505c5e6c3 admin admin] Publish callbacks [] for security_group (87fe194b-fbeb-4b12-8311-1925ae196950), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:40.985410 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e58f74f-456d-47aa-94d5-1abd14e50702 x-openstack-request-id: req-4e58f74f-456d-47aa-94d5-1abd14e50702 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:49:40.988477 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7176d304-92ee-4dd2-bfb1-4bc3caa06c41", "name": "network-vif-deleted", "tag": "a490f9bd-78c0-4b80-8973-082090e51e7b", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:49:40.990456 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e58f74f-456d-47aa-94d5-1abd14e50702 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:49:40.991137 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e58f74f-456d-47aa-94d5-1abd14e50702'] response: {'server_uuid': '7176d304-92ee-4dd2-bfb1-4bc3caa06c41', 'name': 'network-vif-deleted', 'tag': 'a490f9bd-78c0-4b80-8973-082090e51e7b', 'status': 'completed', 'code': 200} Aug 29 22:49:41.111527 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f048857a-3b2f-4879-ac2c-82da601f23f4 req-60a4c142-9348-48d7-9327-dbc264867143 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.0574872 Aug 29 22:49:41.157266 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-dd74de92-68de-41c7-9c7b-53a505c5e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (87fe194b-fbeb-4b12-8311-1925ae196950), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.160794 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-dd74de92-68de-41c7-9c7b-53a505c5e6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.167734 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-dd74de92-68de-41c7-9c7b-53a505c5e6c3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/87fe194b-fbeb-4b12-8311-1925ae196950 HTTP/1.1" status: 204 len: 168 time: 0.2718761 Aug 29 22:49:41.170427 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74de92-68de-41c7-9c7b-53a505c5e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe194b-fbeb-4b12-8311-1925ae196950,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:41.837208 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56244) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:41.851964 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0cb86226-53e7-4969-b016-2d32359a0b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.881057 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0571eb1-a033-4546-a31c-fff3bebb075f req-0c1a1020-aca9-4ecb-9d3b-a0c986a3406d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:41.885675 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b0571eb1-a033-4546-a31c-fff3bebb075f req-0c1a1020-aca9-4ecb-9d3b-a0c986a3406d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0492761 Aug 29 22:49:41.930498 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0cb86226-53e7-4969-b016-2d32359a0b14 admin admin] Publish callbacks [] for security_group (84d0e2e1-c3b8-4f73-acfa-e8fff93bad31), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:41.932866 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b0571eb1-a033-4546-a31c-fff3bebb075f req-3fa036ae-c8cf-4564-a76d-e91937c80b24 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Aug 29 22:49:42.002911 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0cb86226-53e7-4969-b016-2d32359a0b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (84d0e2e1-c3b8-4f73-acfa-e8fff93bad31), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.019702 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:42.042904 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb86226-53e7-4969-b016-2d32359a0b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0e2e1-c3b8-4f73-acfa-e8fff93bad31,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:42.048556 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-0cb86226-53e7-4969-b016-2d32359a0b14 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=eb4d3967835b4c97bb12da77d1b5946f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103143 Aug 29 22:49:42.051918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56246) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:42.102347 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1875620c-eadc-4150-a841-284e9925ff46 admin admin] Publish callbacks [] for security_group (84d0e2e1-c3b8-4f73-acfa-e8fff93bad31), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.127351 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1875620c-eadc-4150-a841-284e9925ff46 admin admin] Publish callbacks [] for security_group (84d0e2e1-c3b8-4f73-acfa-e8fff93bad31), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.233704 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ca1f6fcc-038f-410e-ad71-61f628870129 req-ca4f6b7a-0754-4d25-89b4-281d014c62a0 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Aug 29 22:49:42.265943 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1875620c-eadc-4150-a841-284e9925ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (84d0e2e1-c3b8-4f73-acfa-e8fff93bad31), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.268639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1875620c-eadc-4150-a841-284e9925ff46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:42.269862 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1875620c-eadc-4150-a841-284e9925ff46 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/84d0e2e1-c3b8-4f73-acfa-e8fff93bad31 HTTP/1.1" status: 204 len: 168 time: 0.2169747 Aug 29 22:49:42.278348 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875620c-eadc-4150-a841-284e9925ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0e2e1-c3b8-4f73-acfa-e8fff93bad31,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:43.058018 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a3db7-d099-4bd3-83ac-91d738794fec req-f735442b-6803-463f-8678-616ba0f558bb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:43.059512 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8b9a3db7-d099-4bd3-83ac-91d738794fec req-f735442b-6803-463f-8678-616ba0f558bb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0525343 Aug 29 22:49:43.109262 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8b9a3db7-d099-4bd3-83ac-91d738794fec req-01343509-812b-4445-becb-50d481f3ffa9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441401 Aug 29 22:49:43.349813 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a08337d6-efbd-4390-843c-5aca0dc5e835 req-b32e2965-ec4a-4109-99c1-a6f3d9307f95 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.0290613 Aug 29 22:49:44.241144 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:44.250921 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9487d-f9bb-4880-a220-7afac207936d req-1c5481f1-09b4-4e1d-9fb2-aea539ae6ec2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:44.252996 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0ab9487d-f9bb-4880-a220-7afac207936d req-1c5481f1-09b4-4e1d-9fb2-aea539ae6ec2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0638649 Aug 29 22:49:44.310499 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0ab9487d-f9bb-4880-a220-7afac207936d req-03e93568-847e-4c3c-a770-5e0bb5c65ba9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480301 Aug 29 22:49:44.463525 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9c5408b3-6f0a-45cd-88a3-1004681fa386 req-f0d4ef0c-10e3-4e2b-ae98-ea526a25f5e1 tempest-DeleteServersTestJSON-571271208 tempest-DeleteServersTestJSON-571271208-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7176d304-92ee-4dd2-bfb1-4bc3caa06c41 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Aug 29 22:49:44.787283 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device a490f9bd-78c0-4b80-8973-082090e51e7b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:49:44.807643 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: a490f9bd-78c0-4b80-8973-082090e51e7b {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:49:44.808034 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device a490f9bd-78c0-4b80-8973-082090e51e7b not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:49:45.436473 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836121c-20ba-4fc3-b562-cfba7c4b8763 req-97dd9a65-76f2-4896-80bc-293d97168888 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:45.438020 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6836121c-20ba-4fc3-b562-cfba7c4b8763 req-97dd9a65-76f2-4896-80bc-293d97168888 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0478981 Aug 29 22:49:45.491431 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6836121c-20ba-4fc3-b562-cfba7c4b8763 req-9b288989-d2aa-4274-842b-b74a49ebbb4f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469091 Aug 29 22:49:46.144968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56362) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:46.249818 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1e03db3f-cf2f-416e-8db9-9d7b213cc3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:46.335277 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1e03db3f-cf2f-416e-8db9-9d7b213cc3e1 admin admin] Publish callbacks [] for security_group (4209be0f-6088-49fd-852a-272e823be84f), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:46.519160 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1e03db3f-cf2f-416e-8db9-9d7b213cc3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4209be0f-6088-49fd-852a-272e823be84f), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:46.558729 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1e03db3f-cf2f-416e-8db9-9d7b213cc3e1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d937c852390d400dbf119ef1d8e7abd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126582 Aug 29 22:49:46.561530 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56374) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:46.570064 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03db3f-cf2f-416e-8db9-9d7b213cc3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4209be0f-6088-49fd-852a-272e823be84f,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:46.620168 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-66f81d6f-33b9-428c-9bc7-fe20923199f9 admin admin] Publish callbacks [] for security_group (4209be0f-6088-49fd-852a-272e823be84f), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:46.635201 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b6ee-6069-4f1e-845d-fa04c1151545 req-a8a0896f-06e9-490d-abae-957e85fb33e6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:46.640242 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a0d4b6ee-6069-4f1e-845d-fa04c1151545 req-a8a0896f-06e9-490d-abae-957e85fb33e6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0545590 Aug 29 22:49:46.648055 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-66f81d6f-33b9-428c-9bc7-fe20923199f9 admin admin] Publish callbacks [] for security_group (4209be0f-6088-49fd-852a-272e823be84f), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:46.694043 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a0d4b6ee-6069-4f1e-845d-fa04c1151545 req-933254cf-9ef1-4057-801c-dbf880ce90f1 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516484 Aug 29 22:49:46.820267 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-66f81d6f-33b9-428c-9bc7-fe20923199f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4209be0f-6088-49fd-852a-272e823be84f), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:46.823016 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-66f81d6f-33b9-428c-9bc7-fe20923199f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:46.824162 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-66f81d6f-33b9-428c-9bc7-fe20923199f9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4209be0f-6088-49fd-852a-272e823be84f HTTP/1.1" status: 204 len: 168 time: 0.2615821 Aug 29 22:49:46.827418 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:46.833367 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f81d6f-33b9-428c-9bc7-fe20923199f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4209be0f-6088-49fd-852a-272e823be84f,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:47.355496 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56404) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:47.450566 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:47.570820 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56410) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:47.606694 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b12e3b2-3aee-4e62-a464-feb7ec9b1c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:47.658623 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:47.809853 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (234e1bca-dad4-4c20-bed4-30c64ede9fb8), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:47.826113 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b02b-5e2d-4d21-bcdb-95f6ae5a3b8a req-ae31ea63-d981-4957-aff0-41dee67669ce tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:47.827806 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d684b02b-5e2d-4d21-bcdb-95f6ae5a3b8a req-ae31ea63-d981-4957-aff0-41dee67669ce tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0500848 Aug 29 22:49:47.859592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b12e3b2-3aee-4e62-a464-feb7ec9b1c1b admin admin] Publish callbacks [] for security_group (0db7ea35-8642-4637-a1cf-501b3ce0f6ae), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:47.878656 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d684b02b-5e2d-4d21-bcdb-95f6ae5a3b8a req-145661c9-253b-4adf-9d64-74eaead29f58 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442235 Aug 29 22:49:48.083875 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Deleting port 1e3853db-fa89-4db5-9870-b634e0c81168 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:49:48.084129 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.164161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] For port 1e3853db-fa89-4db5-9870-b634e0c81168, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=1e3853db-fa89-4db5-9870-b634e0c81168,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:48.164531 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.178614 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Calling delete_port for 1e3853db-fa89-4db5-9870-b634e0c81168 owned by network:router_interface {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:49:48.386285 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.537002 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b12e3b2-3aee-4e62-a464-feb7ec9b1c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0db7ea35-8642-4637-a1cf-501b3ce0f6ae), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.590432 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12e3b2-3aee-4e62-a464-feb7ec9b1c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7ea35-8642-4637-a1cf-501b3ce0f6ae,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:48.595714 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2b12e3b2-3aee-4e62-a464-feb7ec9b1c1b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=170d841910bf4f0aa0d1f6ac00ebf488&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0238795 Aug 29 22:49:48.598478 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56422) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:48.653466 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-608a7a57-f5f2-4473-8b35-666b8e5f7336 admin admin] Publish callbacks [] for security_group (0db7ea35-8642-4637-a1cf-501b3ce0f6ae), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.674959 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-608a7a57-f5f2-4473-8b35-666b8e5f7336 admin admin] Publish callbacks [] for security_group (0db7ea35-8642-4637-a1cf-501b3ce0f6ae), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.682700 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (1e3853db-fa89-4db5-9870-b634e0c81168), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.719207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3853db-fa89-4db5-9870-b634e0c81168,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:48.896792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-608a7a57-f5f2-4473-8b35-666b8e5f7336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0db7ea35-8642-4637-a1cf-501b3ce0f6ae), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.899338 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-608a7a57-f5f2-4473-8b35-666b8e5f7336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:48.900490 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-608a7a57-f5f2-4473-8b35-666b8e5f7336 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0db7ea35-8642-4637-a1cf-501b3ce0f6ae HTTP/1.1" status: 204 len: 168 time: 0.3008287 Aug 29 22:49:48.917064 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a7a57-f5f2-4473-8b35-666b8e5f7336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7ea35-8642-4637-a1cf-501b3ce0f6ae,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:48.926739 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (234e1bca-dad4-4c20-bed4-30c64ede9fb8), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:49.064862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d415e-59e3-4c09-b49e-b425ec0b2f9e req-409989ad-5345-4fbe-a35b-ce56089ccd67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:49.066470 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d49d415e-59e3-4c09-b49e-b425ec0b2f9e req-409989ad-5345-4fbe-a35b-ce56089ccd67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0825140 Aug 29 22:49:49.171830 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d49d415e-59e3-4c09-b49e-b425ec0b2f9e req-18111067-4415-4ec1-bd58-e2b5779c2927 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922370 Aug 29 22:49:49.234023 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:49.234023 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:49:49.341417 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:49:49.351320 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56442) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:49.355187 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a5a608ff-d974-4fb0-bec7-d92487d7d2cf admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/234e1bca-dad4-4c20-bed4-30c64ede9fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982073 Aug 29 22:49:49.376862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:49.377261 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] Sync routers for ids ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:49:49.377261 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] Routers {'234e1bca-dad4-4c20-bed4-30c64ede9fb8'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:49.377261 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:49:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:49.469857 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks [] for router (234e1bca-dad4-4c20-bed4-30c64ede9fb8), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:49.480412 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] Set router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:49.579482 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks [] for router_gateway (234e1bca-dad4-4c20-bed4-30c64ede9fb8), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:49.660787 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:49:48Z', 'revision_number': 5, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port': {'id': 'd93916f5-10b8-4950-89af-6389db477bb8', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:e6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:49.691054 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] Checking router: 234e1bca-dad4-4c20-bed4-30c64ede9fb8 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:49:49.700875 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] Routers {'234e1bca-dad4-4c20-bed4-30c64ede9fb8'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:49:49.701488 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:49:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:49.702209 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Deleting port d93916f5-10b8-4950-89af-6389db477bb8 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:49:49.702552 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (d93916f5-10b8-4950-89af-6389db477bb8), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:49.793098 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] Set router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 gateway port host: None {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:49:49.807828 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] For port d93916f5-10b8-4950-89af-6389db477bb8, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=d93916f5-10b8-4950-89af-6389db477bb8,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:49.808194 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (d93916f5-10b8-4950-89af-6389db477bb8), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:49.822871 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Calling delete_port for d93916f5-10b8-4950-89af-6389db477bb8 owned by network:router_gateway {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:49:49.846460 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:49:49Z', 'revision_number': 6, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:49.860686 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:49.873499 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91b71c-8d10-4562-ae1f-d773ebec73bc None None] The sync data for ids ['234e1bca-dad4-4c20-bed4-30c64ede9fb8'] in dv-cinder-854269-4-iscsi is: [{'id': '234e1bca-dad4-4c20-bed4-30c64ede9fb8', 'name': 'tempest-DeleteServersTestJSON-592292649-router', 'tenant_id': 'cedceef6152643f7875eff039186cd55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:49:49Z', 'revision_number': 6, 'project_id': 'cedceef6152643f7875eff039186cd55', 'gw_port_host': None}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:49:50.019438 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:50.082983 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (d93916f5-10b8-4950-89af-6389db477bb8), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.108754 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d93916f5-10b8-4950-89af-6389db477bb8,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:50.177939 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (234e1bca-dad4-4c20-bed4-30c64ede9fb8), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.307854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (234e1bca-dad4-4c20-bed4-30c64ede9fb8), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.325718 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks [] for router_controller (234e1bca-dad4-4c20-bed4-30c64ede9fb8), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.327063 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:50.400295 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1aaea-10c0-4436-ae0e-ad8c84562e9d req-6eb35183-4a53-468b-8d5c-2ddd1b3d562f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:50.401800 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e0a1aaea-10c0-4436-ae0e-ad8c84562e9d req-6eb35183-4a53-468b-8d5c-2ddd1b3d562f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.1118739 Aug 29 22:49:50.450077 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e0a1aaea-10c0-4436-ae0e-ad8c84562e9d req-69734944-232c-4d60-ab68-122d7a77d0d0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Aug 29 22:49:50.511576 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (234e1bca-dad4-4c20-bed4-30c64ede9fb8), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.512165 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234e1bca-dad4-4c20-bed4-30c64ede9fb8 {{(pid=124850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:49:50.516946 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.522674 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-1ee5ab99-a5e4-46cb-8177-666df1e933ff admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/234e1bca-dad4-4c20-bed4-30c64ede9fb8 HTTP/1.1" status: 204 len: 168 time: 1.1659181 Aug 29 22:49:50.524454 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56478) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:50.574869 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] Deleting subnet c3d61623-91de-4697-8167-62bfefc2b415 {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:49:50.578383 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] Publish callbacks [] for subnet (c3d61623-91de-4697-8167-62bfefc2b415), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.762914 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 1e3853db-fa89-4db5-9870-b634e0c81168 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:49:50.800893 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 1e3853db-fa89-4db5-9870-b634e0c81168 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:49:50.801062 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 1e3853db-fa89-4db5-9870-b634e0c81168 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:49:50.801696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device d93916f5-10b8-4950-89af-6389db477bb8 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:49:50.830433 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (c3d61623-91de-4697-8167-62bfefc2b415), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:50.833559 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: d93916f5-10b8-4950-89af-6389db477bb8 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:49:50.834145 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device d93916f5-10b8-4950-89af-6389db477bb8 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:49:50.952199 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (c3d61623-91de-4697-8167-62bfefc2b415), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.094964 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (c3d61623-91de-4697-8167-62bfefc2b415), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.123366 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d61623-91de-4697-8167-62bfefc2b415,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:51.127492 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.131048 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f8a4ade8-fa74-42ec-8ef1-ccf2b8d65440 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c3d61623-91de-4697-8167-62bfefc2b415 HTTP/1.1" status: 204 len: 168 time: 0.6055293 Aug 29 22:49:51.135017 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56492) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:51.141552 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a883c7a8-a3f1-4ccb-b959-0f12f20b0ef4 None None] Network 22d29419-442a-4e58-a3c8-da734d6fd566 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:49:51.207750 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (22d29419-442a-4e58-a3c8-da734d6fd566), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.255746 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Deleting port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:49:51.256151 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.304946 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] DHCP port deletion for 22d29419-442a-4e58-a3c8-da734d6fd566 request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:49:51.337051 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] For port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:51.337545 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.345069 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Deleting port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:49:51.345486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.357933 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Calling delete_port for 2db98ac4-b21e-4ba7-b751-d403fc5de9dc owned by network:dhcp {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:49:51.418218 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] For port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,segment=NetworkSegment(e34bd83d-0f74-4a84-810d-394539d008b7),segment_id=e34bd83d-0f74-4a84-810d-394539d008b7)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:49:51.418692 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.436712 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Calling delete_port for 2db98ac4-b21e-4ba7-b751-d403fc5de9dc owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:49:51.542625 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.554642 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:51.575157 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (2db98ac4-b21e-4ba7-b751-d403fc5de9dc), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.590230 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:51.599906 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] No DVR routers for this DVR port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc on host dv-cinder-854269-4-iscsi {{(pid=124850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:49:51.607836 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fff558-02b3-4f1f-99ca-9deb9ec518fc req-2f1524d1-ef17-41b8-898e-1d097659db34 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:51.614039 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-68fff558-02b3-4f1f-99ca-9deb9ec518fc req-2f1524d1-ef17-41b8-898e-1d097659db34 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0689054 Aug 29 22:49:51.696307 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (22d29419-442a-4e58-a3c8-da734d6fd566), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.699872 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-68fff558-02b3-4f1f-99ca-9deb9ec518fc req-ba1ebae2-b2cb-46fe-9f09-29b93fb7d109 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778100 Aug 29 22:49:51.726741 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d29419-442a-4e58-a3c8-da734d6fd566']}} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:51.737314 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34bd83d-0f74-4a84-810d-394539d008b7') {'for_net_delete': True} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:51.737649 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34bd83d-0f74-4a84-810d-394539d008b7') {} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:49:51.748244 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5772019'] for segment (e34bd83d-0f74-4a84-810d-394539d008b7), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.765400 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (e34bd83d-0f74-4a84-810d-394539d008b7), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.773310 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Pushing event deleted for resources: {'Port': ['ID=2db98ac4-b21e-4ba7-b751-d403fc5de9dc,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:51.773770 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=124850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:49:51.773770 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500596'] for segment (e34bd83d-0f74-4a84-810d-394539d008b7), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:51.780895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] No DVR routers for this DVR port 2db98ac4-b21e-4ba7-b751-d403fc5de9dc on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:49:51.789037 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.789589 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.790227 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.791262 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.791749 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.792242 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.792877 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.793359 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.793851 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.803523 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.803975 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.805483 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.806705 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.807475 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.809576 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c663abc-0747-4da2-8601-d3bbd58ca8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:49:51.834458 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment e34bd83d-0f74-4a84-810d-394539d008b7 resource provider aggregate not found Aug 29 22:49:51.859346 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:51.872354 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment e34bd83d-0f74-4a84-810d-394539d008b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e34bd83d-0f74-4a84-810d-394539d008b7 found for delete ", "request_id": "req-14c028d5-c390-463c-8fa1-5a7a2c69d093"}]} Aug 29 22:49:51.997611 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (22d29419-442a-4e58-a3c8-da734d6fd566), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.004956 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.012287 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/22d29419-442a-4e58-a3c8-da734d6fd566 HTTP/1.1" status: 204 len: 168 time: 0.8724856 Aug 29 22:49:52.020261 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f628ee-c873-49f1-9ce0-d8deb2814334 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d29419-442a-4e58-a3c8-da734d6fd566,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:52.347945 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-725e3ccb-a18e-4751-809c-01852cead150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.474080 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56548) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:52.540962 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-60a8d1ff-b9d7-4528-879f-e50411caf706 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cedceef6152643f7875eff039186cd55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0618162 Aug 29 22:49:52.540962 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56550) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:52.597968 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e0ce165c-5ab9-4bdc-8079-7537da60a479 admin admin] Publish callbacks [] for security_group (b74d3a48-b9d1-42a5-a06e-da6cba092438), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.618834 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e0ce165c-5ab9-4bdc-8079-7537da60a479 admin admin] Publish callbacks [] for security_group (b74d3a48-b9d1-42a5-a06e-da6cba092438), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.738298 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2db98ac4-b21e-4ba7-b751-d403fc5de9dc no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:49:52.761804 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 2db98ac4-b21e-4ba7-b751-d403fc5de9dc {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:49:52.762414 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2db98ac4-b21e-4ba7-b751-d403fc5de9dc not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:49:52.809462 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e0ce165c-5ab9-4bdc-8079-7537da60a479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b74d3a48-b9d1-42a5-a06e-da6cba092438), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.811976 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e0ce165c-5ab9-4bdc-8079-7537da60a479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:52.813126 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e0ce165c-5ab9-4bdc-8079-7537da60a479 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b74d3a48-b9d1-42a5-a06e-da6cba092438 HTTP/1.1" status: 204 len: 168 time: 0.2720881 Aug 29 22:49:52.827899 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce165c-5ab9-4bdc-8079-7537da60a479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d3a48-b9d1-42a5-a06e-da6cba092438,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:52.837829 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd2754-29f9-4dc6-adf4-3d4fc48853bc req-e88ff04e-d86b-44b0-ae2a-49a764c2f9c0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:52.839402 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-34dd2754-29f9-4dc6-adf4-3d4fc48853bc req-e88ff04e-d86b-44b0-ae2a-49a764c2f9c0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0616274 Aug 29 22:49:52.909018 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-34dd2754-29f9-4dc6-adf4-3d4fc48853bc req-fc82a255-0af1-458c-82be-9cee46c35b54 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632002 Aug 29 22:49:54.061571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b19f-387a-44af-9779-3e5f129321c3 req-76ada5f8-f92d-430c-a6f7-93469235f887 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:54.063345 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-36a2b19f-387a-44af-9779-3e5f129321c3 req-76ada5f8-f92d-430c-a6f7-93469235f887 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0622530 Aug 29 22:49:54.144319 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-36a2b19f-387a-44af-9779-3e5f129321c3 req-f302e14d-717d-4b95-a599-ae4e3ad49bf2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688848 Aug 29 22:49:54.515161 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:49:54.746805 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-38a30511-28c1-4665-9b40-27f4c0d19cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:54.761942 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56642) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:55.017075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ca4640f2-c33c-4784-986d-3da65e3ff5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:55.132708 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ca4640f2-c33c-4784-986d-3da65e3ff5af admin admin] Publish callbacks [] for security_group (1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:55.235714 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ca4640f2-c33c-4784-986d-3da65e3ff5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:55.281279 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ca4640f2-c33c-4784-986d-3da65e3ff5af admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a9eeacff0e01442c9a739b43590284d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178068 Aug 29 22:49:55.283696 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56666) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:55.286583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4640f2-c33c-4784-986d-3da65e3ff5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:55.297190 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c8d52-8f24-4726-b35a-21f129ec474e req-36d421a4-1bf4-432c-90c5-45dc318ef925 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:55.300872 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-965c8d52-8f24-4726-b35a-21f129ec474e req-36d421a4-1bf4-432c-90c5-45dc318ef925 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0741298 Aug 29 22:49:55.376253 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f20f393b-5380-4583-bdd9-b80193ee0fd2 admin admin] Publish callbacks [] for security_group (1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:55.381597 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-965c8d52-8f24-4726-b35a-21f129ec474e req-caa56796-0694-44b7-8b3d-293180c693da tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756354 Aug 29 22:49:55.407591 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f20f393b-5380-4583-bdd9-b80193ee0fd2 admin admin] Publish callbacks [] for security_group (1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:55.529606 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f20f393b-5380-4583-bdd9-b80193ee0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:55.533336 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f20f393b-5380-4583-bdd9-b80193ee0fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:55.534829 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f20f393b-5380-4583-bdd9-b80193ee0fd2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb HTTP/1.1" status: 204 len: 168 time: 0.2490892 Aug 29 22:49:55.553325 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f393b-5380-4583-bdd9-b80193ee0fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b776ab5-a1d9-4b18-98f6-f0a0310fa4bb,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:56.092326 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:56.507650 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a727a2-4273-4090-ab12-2ea1ce28e9bc req-744ee88c-c288-4f44-aad8-ab61b3c42b33 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:56.509164 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a4a727a2-4273-4090-ab12-2ea1ce28e9bc req-744ee88c-c288-4f44-aad8-ab61b3c42b33 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0470593 Aug 29 22:49:56.568224 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a4a727a2-4273-4090-ab12-2ea1ce28e9bc req-4c9b762e-2f70-4e65-8f5a-2fbb0c8774af tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Aug 29 22:49:56.795624 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56732) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:56.909122 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13a2761e-28b2-4528-83ef-5f9bd9833ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:56.989769 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:57.001426 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13a2761e-28b2-4528-83ef-5f9bd9833ea9 admin admin] Publish callbacks [] for security_group (fa763967-90f9-4f2f-8e0d-35e2fb6b68a5), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.087185 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13a2761e-28b2-4528-83ef-5f9bd9833ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (fa763967-90f9-4f2f-8e0d-35e2fb6b68a5), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.137227 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-13a2761e-28b2-4528-83ef-5f9bd9833ea9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=77d0588c9a2a4bc9b1fac934c2ca7f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395376 Aug 29 22:49:57.138435 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2761e-28b2-4528-83ef-5f9bd9833ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa763967-90f9-4f2f-8e0d-35e2fb6b68a5,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:57.142428 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56746) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:57.153985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:57.161506 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915febbc-9229-4768-9059-db6d7401632a req-0ac9a96d-7f25-4e6b-953a-0426671242b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:57.163300 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-915febbc-9229-4768-9059-db6d7401632a req-0ac9a96d-7f25-4e6b-953a-0426671242b1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 1129 time: 0.0472243 Aug 29 22:49:57.204055 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-34ab5997-7dc9-453b-b817-f84b3e516e5c admin admin] Publish callbacks [] for security_group (fa763967-90f9-4f2f-8e0d-35e2fb6b68a5), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.227584 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-34ab5997-7dc9-453b-b817-f84b3e516e5c admin admin] Publish callbacks [] for security_group (fa763967-90f9-4f2f-8e0d-35e2fb6b68a5), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.229686 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-915febbc-9229-4768-9059-db6d7401632a req-c5bf82a7-e55c-40bd-a49d-5d3d9b4384a0 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583119 Aug 29 22:49:57.256606 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:49:57.294755 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.351739 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-34ab5997-7dc9-453b-b817-f84b3e516e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (fa763967-90f9-4f2f-8e0d-35e2fb6b68a5), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.354410 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-34ab5997-7dc9-453b-b817-f84b3e516e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.355581 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-34ab5997-7dc9-453b-b817-f84b3e516e5c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fa763967-90f9-4f2f-8e0d-35e2fb6b68a5 HTTP/1.1" status: 204 len: 168 time: 0.2119682 Aug 29 22:49:57.363964 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab5997-7dc9-453b-b817-f84b3e516e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa763967-90f9-4f2f-8e0d-35e2fb6b68a5,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:57.510317 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:57.714836 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfdcb-3b81-463c-a617-8b43fafff416 req-90a13912-81ba-47df-b308-5a823e5a0ddc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:57.716425 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d91bfdcb-3b81-463c-a617-8b43fafff416 req-90a13912-81ba-47df-b308-5a823e5a0ddc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0490854 Aug 29 22:49:57.767887 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d91bfdcb-3b81-463c-a617-8b43fafff416 req-33d3b9a8-3463-47f0-94f5-a875544f40d8 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455620 Aug 29 22:49:58.081902 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56780) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:58.095558 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-79aff394-8fc9-46f4-af68-372f8bdbd700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.173717 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-79aff394-8fc9-46f4-af68-372f8bdbd700 admin admin] Publish callbacks [] for security_group (ee777d73-1364-4e9a-bf29-ee20cc7eb120), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.288536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-79aff394-8fc9-46f4-af68-372f8bdbd700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (ee777d73-1364-4e9a-bf29-ee20cc7eb120), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.328761 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-79aff394-8fc9-46f4-af68-372f8bdbd700 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=83a2279ef5db4931af661ed7ce43688b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457306 Aug 29 22:49:58.330236 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aff394-8fc9-46f4-af68-372f8bdbd700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee777d73-1364-4e9a-bf29-ee20cc7eb120,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:58.332768 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56782) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:49:58.388137 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-18846102-fc02-4848-98c0-0f4e33fb20ce admin admin] Publish callbacks [] for security_group (ee777d73-1364-4e9a-bf29-ee20cc7eb120), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.410446 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-18846102-fc02-4848-98c0-0f4e33fb20ce admin admin] Publish callbacks [] for security_group (ee777d73-1364-4e9a-bf29-ee20cc7eb120), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.534901 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-18846102-fc02-4848-98c0-0f4e33fb20ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (ee777d73-1364-4e9a-bf29-ee20cc7eb120), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.537864 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-18846102-fc02-4848-98c0-0f4e33fb20ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:49:58.539689 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-18846102-fc02-4848-98c0-0f4e33fb20ce admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ee777d73-1364-4e9a-bf29-ee20cc7eb120 HTTP/1.1" status: 204 len: 168 time: 0.2053902 Aug 29 22:49:58.552840 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18846102-fc02-4848-98c0-0f4e33fb20ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee777d73-1364-4e9a-bf29-ee20cc7eb120,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:49:58.918584 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88ddc1-573c-45af-93c8-87d3edf5801a req-5f9e5d0a-78b4-4d48-b1df-a2cd55c92939 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:49:58.922214 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2e88ddc1-573c-45af-93c8-87d3edf5801a req-5f9e5d0a-78b4-4d48-b1df-a2cd55c92939 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0739076 Aug 29 22:49:59.008172 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2e88ddc1-573c-45af-93c8-87d3edf5801a req-a34db5dd-35cc-472b-a350-1c4e27c818b9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783362 Aug 29 22:49:59.854934 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:00.120083 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c61ad-70f5-4b7c-92e8-75f40b6930a8 req-ae09e7dc-f5d2-468f-a211-fe2b64efc8f6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:00.122981 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a87c61ad-70f5-4b7c-92e8-75f40b6930a8 req-ae09e7dc-f5d2-468f-a211-fe2b64efc8f6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0521255 Aug 29 22:50:00.202699 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a87c61ad-70f5-4b7c-92e8-75f40b6930a8 req-de77d72a-50b0-40de-9927-bf51f6b32a45 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670197 Aug 29 22:50:00.287922 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:00.328729 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c168fb-9afc-49c3-ba71-1455835e4b7c req-88ed3b1d-ca08-416b-9b67-cd4a7109a0cb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:00.331259 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-56c168fb-9afc-49c3-ba71-1455835e4b7c req-88ed3b1d-ca08-416b-9b67-cd4a7109a0cb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0514281 Aug 29 22:50:00.381424 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-56c168fb-9afc-49c3-ba71-1455835e4b7c req-cca2b5a2-3db1-4a2e-92a1-44527465ac01 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Aug 29 22:50:03.467756 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56950) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:03.578143 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7ca375b8-e58d-4745-9130-6a5d22498e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.665490 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7ca375b8-e58d-4745-9130-6a5d22498e6d admin admin] Publish callbacks [] for security_group (30d23978-b4bf-4fa0-9792-ddcae7cc906f), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.751601 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7ca375b8-e58d-4745-9130-6a5d22498e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (30d23978-b4bf-4fa0-9792-ddcae7cc906f), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.793158 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-7ca375b8-e58d-4745-9130-6a5d22498e6d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=109d626ecc0348769c7c3e8bfd0322d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241329 Aug 29 22:50:03.794142 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca375b8-e58d-4745-9130-6a5d22498e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d23978-b4bf-4fa0-9792-ddcae7cc906f,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:03.795892 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56964) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:03.852263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a4ed864a-43a8-4685-801e-2aa76abaf6da admin admin] Publish callbacks [] for security_group (30d23978-b4bf-4fa0-9792-ddcae7cc906f), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.885855 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a4ed864a-43a8-4685-801e-2aa76abaf6da admin admin] Publish callbacks [] for security_group (30d23978-b4bf-4fa0-9792-ddcae7cc906f), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:03.997088 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56974) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:04.066766 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a4ed864a-43a8-4685-801e-2aa76abaf6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (30d23978-b4bf-4fa0-9792-ddcae7cc906f), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.069728 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a4ed864a-43a8-4685-801e-2aa76abaf6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.073608 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a4ed864a-43a8-4685-801e-2aa76abaf6da admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/30d23978-b4bf-4fa0-9792-ddcae7cc906f HTTP/1.1" status: 204 len: 168 time: 0.2760525 Aug 29 22:50:04.082186 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed864a-43a8-4685-801e-2aa76abaf6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d23978-b4bf-4fa0-9792-ddcae7cc906f,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:04.118605 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b0638e94-33a1-4ce1-ad74-1f2a9e65e17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.195062 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b0638e94-33a1-4ce1-ad74-1f2a9e65e17e admin admin] Publish callbacks [] for security_group (80bb55cd-23c8-4b76-a87e-a643f9957d7c), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.315335 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b0638e94-33a1-4ce1-ad74-1f2a9e65e17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (80bb55cd-23c8-4b76-a87e-a643f9957d7c), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.360414 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b0638e94-33a1-4ce1-ad74-1f2a9e65e17e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0d3463b978574c838892dbb1207531d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622458 Aug 29 22:50:04.363110 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0638e94-33a1-4ce1-ad74-1f2a9e65e17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb55cd-23c8-4b76-a87e-a643f9957d7c,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:04.363791 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 56986) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:04.422949 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93d9-20c0-4990-9398-38a03f5c325f admin admin] Publish callbacks [] for security_group (80bb55cd-23c8-4b76-a87e-a643f9957d7c), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.445560 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93d9-20c0-4990-9398-38a03f5c325f admin admin] Publish callbacks [] for security_group (80bb55cd-23c8-4b76-a87e-a643f9957d7c), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.562950 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93d9-20c0-4990-9398-38a03f5c325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (80bb55cd-23c8-4b76-a87e-a643f9957d7c), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.565602 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6d2a93d9-20c0-4990-9398-38a03f5c325f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.567004 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6d2a93d9-20c0-4990-9398-38a03f5c325f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/80bb55cd-23c8-4b76-a87e-a643f9957d7c HTTP/1.1" status: 204 len: 168 time: 0.2021487 Aug 29 22:50:04.575653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a93d9-20c0-4990-9398-38a03f5c325f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb55cd-23c8-4b76-a87e-a643f9957d7c,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:04.754712 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 56990) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:04.762052 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:04.768747 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a701926d-e8d0-4b8f-af9d-bfcdb33b3e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.847917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a701926d-e8d0-4b8f-af9d-bfcdb33b3e33 admin admin] Publish callbacks [] for security_group (875c5fe6-3416-4086-9bbf-9dc8c040ef59), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:04.957843 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a701926d-e8d0-4b8f-af9d-bfcdb33b3e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (875c5fe6-3416-4086-9bbf-9dc8c040ef59), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.010963 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a701926d-e8d0-4b8f-af9d-bfcdb33b3e33 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c9acb65d67d74d5aa835a0840faf5336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548592 Aug 29 22:50:05.012871 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701926d-e8d0-4b8f-af9d-bfcdb33b3e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875c5fe6-3416-4086-9bbf-9dc8c040ef59,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:05.013394 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57000) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:05.060199 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:05.072826 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-17f70838-4c40-4ee8-9f89-0de9ced04f3f admin admin] Publish callbacks [] for security_group (875c5fe6-3416-4086-9bbf-9dc8c040ef59), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.093783 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-17f70838-4c40-4ee8-9f89-0de9ced04f3f admin admin] Publish callbacks [] for security_group (875c5fe6-3416-4086-9bbf-9dc8c040ef59), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.260584 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-17f70838-4c40-4ee8-9f89-0de9ced04f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (875c5fe6-3416-4086-9bbf-9dc8c040ef59), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.263189 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-17f70838-4c40-4ee8-9f89-0de9ced04f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.264366 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-17f70838-4c40-4ee8-9f89-0de9ced04f3f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/875c5fe6-3416-4086-9bbf-9dc8c040ef59 HTTP/1.1" status: 204 len: 168 time: 0.2498341 Aug 29 22:50:05.273246 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f70838-4c40-4ee8-9f89-0de9ced04f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c5fe6-3416-4086-9bbf-9dc8c040ef59,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:05.313149 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57004) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:05.328220 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-990cc83e-4b0a-4d11-920a-c8956c238ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.359583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:05.413208 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-990cc83e-4b0a-4d11-920a-c8956c238ee5 admin admin] Publish callbacks [] for security_group (0fb93332-e956-4c39-aa9a-034915284448), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.488944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-990cc83e-4b0a-4d11-920a-c8956c238ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0fb93332-e956-4c39-aa9a-034915284448), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.529087 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-990cc83e-4b0a-4d11-920a-c8956c238ee5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0869079882384b48b8ff7a85c1b9da8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145698 Aug 29 22:50:05.529864 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cc83e-4b0a-4d11-920a-c8956c238ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb93332-e956-4c39-aa9a-034915284448,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:05.532400 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57008) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:05.543961 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:05.589365 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc3d1-05c0-479c-9069-0e5fc078ef87 admin admin] Publish callbacks [] for security_group (0fb93332-e956-4c39-aa9a-034915284448), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.609374 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc3d1-05c0-479c-9069-0e5fc078ef87 admin admin] Publish callbacks [] for security_group (0fb93332-e956-4c39-aa9a-034915284448), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.751597 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc3d1-05c0-479c-9069-0e5fc078ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0fb93332-e956-4c39-aa9a-034915284448), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.754998 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc3d1-05c0-479c-9069-0e5fc078ef87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:05.763094 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2e7cc3d1-05c0-479c-9069-0e5fc078ef87 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0fb93332-e956-4c39-aa9a-034915284448 HTTP/1.1" status: 204 len: 168 time: 0.2214396 Aug 29 22:50:05.765754 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cc3d1-05c0-479c-9069-0e5fc078ef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb93332-e956-4c39-aa9a-034915284448,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:07.067353 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57072) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:07.178198 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c5193695-dc75-4fa5-97cb-a4b5a42605da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:07.274435 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c5193695-dc75-4fa5-97cb-a4b5a42605da admin admin] Publish callbacks [] for security_group (9f090284-834e-4bd5-b006-af86f83617df), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:07.355397 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c5193695-dc75-4fa5-97cb-a4b5a42605da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (9f090284-834e-4bd5-b006-af86f83617df), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:07.402230 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-c5193695-dc75-4fa5-97cb-a4b5a42605da admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=268dca13760744dfa511c456ba54fad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337574 Aug 29 22:50:07.404864 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57088) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:07.412657 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193695-dc75-4fa5-97cb-a4b5a42605da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f090284-834e-4bd5-b006-af86f83617df,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:07.460732 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cb91b2ee-680f-44eb-ac02-3f83821462b0 admin admin] Publish callbacks [] for security_group (9f090284-834e-4bd5-b006-af86f83617df), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:07.482379 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cb91b2ee-680f-44eb-ac02-3f83821462b0 admin admin] Publish callbacks [] for security_group (9f090284-834e-4bd5-b006-af86f83617df), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:07.648961 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cb91b2ee-680f-44eb-ac02-3f83821462b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (9f090284-834e-4bd5-b006-af86f83617df), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:07.652970 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cb91b2ee-680f-44eb-ac02-3f83821462b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:07.652970 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-cb91b2ee-680f-44eb-ac02-3f83821462b0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9f090284-834e-4bd5-b006-af86f83617df HTTP/1.1" status: 204 len: 168 time: 0.2467496 Aug 29 22:50:07.664822 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91b2ee-680f-44eb-ac02-3f83821462b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f090284-834e-4bd5-b006-af86f83617df,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:07.740567 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97ea86-3dd1-4106-a37b-67dce6e34979 req-acef431a-6292-4533-9a97-4ed4e27a685f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:07.742322 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f97ea86-3dd1-4106-a37b-67dce6e34979 req-acef431a-6292-4533-9a97-4ed4e27a685f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0521348 Aug 29 22:50:07.805367 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f97ea86-3dd1-4106-a37b-67dce6e34979 req-bf4490ab-ab04-4321-a988-02e27e127ee7 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 Aug 29 22:50:08.935113 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6049-1f63-4b97-984c-b020a3dae248 req-fa84f248-3dfd-4865-82fb-7b49f262a345 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:08.937208 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0e0b6049-1f63-4b97-984c-b020a3dae248 req-fa84f248-3dfd-4865-82fb-7b49f262a345 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0524116 Aug 29 22:50:08.993773 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0e0b6049-1f63-4b97-984c-b020a3dae248 req-b0cf0679-0957-48d2-860a-8466eeab153b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506811 Aug 29 22:50:09.251809 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-fa946518-e66e-43e4-9d00-b2d56d1ce5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:09.253356 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-fa946518-e66e-43e4-9d00-b2d56d1ce5b7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1130 time: 0.0422730 Aug 29 22:50:09.355187 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-bfb257e3-4967-417e-a0e5-ea26b19469b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:09.357263 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-bfb257e3-4967-417e-a0e5-ea26b19469b9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.0963461 Aug 29 22:50:09.414219 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-6e422d97-f61b-4461-9c89-d9a42f82eb67 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 200 len: 217 time: 0.0493481 Aug 29 22:50:09.419375 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57170) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:09.472758 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-5c7fa734-b663-4d4d-b83f-37fd2ab39369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:09.474804 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-5c7fa734-b663-4d4d-b83f-37fd2ab39369 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0498261 Aug 29 22:50:09.520951 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-74e9080a-a842-4cc5-b2af-aef6e6bb5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:09.522478 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-74e9080a-a842-4cc5-b2af-aef6e6bb5fcc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404470 Aug 29 22:50:09.561078 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b8d101e9-a0c6-4f5e-8114-42b4148ae8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.663430 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-6dd09ee8-af83-493c-9b3d-0b0b01e5252b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339447 Aug 29 22:50:09.754225 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b8d101e9-a0c6-4f5e-8114-42b4148ae8ac admin admin] Publish callbacks [] for security_group (380222e2-64ac-4e53-83d4-9916c2d0aa21), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.789039 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:09.793298 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e9f1f97c-e98d-49e2-ac26-c9107a1179ad req-791925a8-1e92-4990-81fc-a2199716441c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201584 Aug 29 22:50:09.840614 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b8d101e9-a0c6-4f5e-8114-42b4148ae8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (380222e2-64ac-4e53-83d4-9916c2d0aa21), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.883359 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b8d101e9-a0c6-4f5e-8114-42b4148ae8ac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=03cc5152d3194d9fb19866b943beb8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628606 Aug 29 22:50:09.885376 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d101e9-a0c6-4f5e-8114-42b4148ae8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380222e2-64ac-4e53-83d4-9916c2d0aa21,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:09.886248 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57184) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:09.940833 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6db73871-ad05-4b2f-b23c-2f023886d6b6 admin admin] Publish callbacks [] for security_group (380222e2-64ac-4e53-83d4-9916c2d0aa21), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:09.974300 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6db73871-ad05-4b2f-b23c-2f023886d6b6 admin admin] Publish callbacks [] for security_group (380222e2-64ac-4e53-83d4-9916c2d0aa21), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.103618 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6db73871-ad05-4b2f-b23c-2f023886d6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (380222e2-64ac-4e53-83d4-9916c2d0aa21), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.106305 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6db73871-ad05-4b2f-b23c-2f023886d6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.109575 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6db73871-ad05-4b2f-b23c-2f023886d6b6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/380222e2-64ac-4e53-83d4-9916c2d0aa21 HTTP/1.1" status: 204 len: 168 time: 0.2223072 Aug 29 22:50:10.121177 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db73871-ad05-4b2f-b23c-2f023886d6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380222e2-64ac-4e53-83d4-9916c2d0aa21,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:10.130207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d297d0-024c-46fd-8b9e-106025b962d0 req-9bdaa01d-8765-4551-a902-0fcdfc20fa5e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:10.132485 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84d297d0-024c-46fd-8b9e-106025b962d0 req-9bdaa01d-8765-4551-a902-0fcdfc20fa5e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0619934 Aug 29 22:50:10.134285 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:10.135057 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=63,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:10.166589 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:10.192812 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84d297d0-024c-46fd-8b9e-106025b962d0 req-e0c70983-1416-4280-aab6-74ecc4ba640d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542369 Aug 29 22:50:10.781738 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57242) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:10.804284 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5f31-34f7-4dfd-aca7-a0f130664461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:10.826798 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:10.867351 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:10.904472 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5f31-34f7-4dfd-aca7-a0f130664461 admin admin] Publish callbacks [] for security_group (6df16f3f-04bc-4df8-82f7-2a09bcc48575), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.327327 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eeef4-c7a3-4bec-b336-d05f40657243 req-3fcd8855-aaea-4955-ab86-4fee3f970d81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:11.328771 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f65eeef4-c7a3-4bec-b336-d05f40657243 req-3fcd8855-aaea-4955-ab86-4fee3f970d81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0504105 Aug 29 22:50:11.378724 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f65eeef4-c7a3-4bec-b336-d05f40657243 req-4f2add55-1051-4ac3-bf14-c25941b6513a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Aug 29 22:50:11.385342 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5f31-34f7-4dfd-aca7-a0f130664461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (6df16f3f-04bc-4df8-82f7-2a09bcc48575), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.450233 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9eaa5f31-34f7-4dfd-aca7-a0f130664461 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8674202148024dd19bf52004e35e6764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6668077 Aug 29 22:50:11.453203 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57256) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:11.456344 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa5f31-34f7-4dfd-aca7-a0f130664461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df16f3f-04bc-4df8-82f7-2a09bcc48575,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:11.474898 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57258) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:11.517410 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-da1664a5-b125-4131-8568-108b2ef9f052 admin admin] Publish callbacks [] for security_group (6df16f3f-04bc-4df8-82f7-2a09bcc48575), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.555057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-da1664a5-b125-4131-8568-108b2ef9f052 admin admin] Publish callbacks [] for security_group (6df16f3f-04bc-4df8-82f7-2a09bcc48575), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.639083 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b0b1dc94-24c8-486c-8ee6-d30096b8f14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.703727 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-da1664a5-b125-4131-8568-108b2ef9f052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (6df16f3f-04bc-4df8-82f7-2a09bcc48575), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.707277 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-da1664a5-b125-4131-8568-108b2ef9f052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.708897 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-da1664a5-b125-4131-8568-108b2ef9f052 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6df16f3f-04bc-4df8-82f7-2a09bcc48575 HTTP/1.1" status: 204 len: 168 time: 0.2546446 Aug 29 22:50:11.719201 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1664a5-b125-4131-8568-108b2ef9f052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df16f3f-04bc-4df8-82f7-2a09bcc48575,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:11.800090 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b0b1dc94-24c8-486c-8ee6-d30096b8f14d admin admin] Publish callbacks [] for security_group (ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.889062 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b0b1dc94-24c8-486c-8ee6-d30096b8f14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:11.938250 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b0b1dc94-24c8-486c-8ee6-d30096b8f14d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4ec2507572bf4ecba09f797183706e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621100 Aug 29 22:50:11.940294 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1dc94-24c8-486c-8ee6-d30096b8f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:11.941784 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57270) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:11.994791 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96eeecb6-1d4a-4ad8-90d9-a05f03650ef7 admin admin] Publish callbacks [] for security_group (ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.021386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96eeecb6-1d4a-4ad8-90d9-a05f03650ef7 admin admin] Publish callbacks [] for security_group (ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.140672 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96eeecb6-1d4a-4ad8-90d9-a05f03650ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.143759 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-96eeecb6-1d4a-4ad8-90d9-a05f03650ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:12.145476 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-96eeecb6-1d4a-4ad8-90d9-a05f03650ef7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5 HTTP/1.1" status: 204 len: 168 time: 0.2024972 Aug 29 22:50:12.154968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeecb6-1d4a-4ad8-90d9-a05f03650ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6d767b-5df0-4eaa-9f9c-1d64a9f907a5,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:12.555575 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327745cc-e2b5-4ba0-9208-6df8f4b04def req-a535afaf-9282-4509-acba-43988baf587b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:12.557364 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-327745cc-e2b5-4ba0-9208-6df8f4b04def req-a535afaf-9282-4509-acba-43988baf587b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0595679 Aug 29 22:50:12.612467 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-327745cc-e2b5-4ba0-9208-6df8f4b04def req-9502d3b8-f901-4f80-b51e-66013da82e40 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478563 Aug 29 22:50:13.331872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57362) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:13.445647 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee89-93d1-42b7-b9f0-3a136b018838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.524665 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee89-93d1-42b7-b9f0-3a136b018838 admin admin] Publish callbacks [] for security_group (1f884f41-3719-4eba-8c79-fd36780ceaad), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.600829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee89-93d1-42b7-b9f0-3a136b018838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1f884f41-3719-4eba-8c79-fd36780ceaad), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.645738 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-aea2ee89-93d1-42b7-b9f0-3a136b018838 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e3ad4fc405c5475492a194d79dedc957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114681 Aug 29 22:50:13.646236 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57392) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:13.652663 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ee89-93d1-42b7-b9f0-3a136b018838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f884f41-3719-4eba-8c79-fd36780ceaad,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:13.701473 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a313c12d-bfff-4959-bd3f-8af15b31f53b admin admin] Publish callbacks [] for security_group (1f884f41-3719-4eba-8c79-fd36780ceaad), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.734658 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a313c12d-bfff-4959-bd3f-8af15b31f53b admin admin] Publish callbacks [] for security_group (1f884f41-3719-4eba-8c79-fd36780ceaad), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.745585 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:13.801138 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fe4d2-9b18-40d2-a529-032bd6cfb4c5 req-32b19964-9743-4cdc-ba0f-902155fb31da tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:13.802683 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3d4fe4d2-9b18-40d2-a529-032bd6cfb4c5 req-32b19964-9743-4cdc-ba0f-902155fb31da tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0859377 Aug 29 22:50:13.869279 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3d4fe4d2-9b18-40d2-a529-032bd6cfb4c5 req-7a3ee3fb-739b-4c54-a445-2436c0da78e5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610440 Aug 29 22:50:13.924404 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a313c12d-bfff-4959-bd3f-8af15b31f53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1f884f41-3719-4eba-8c79-fd36780ceaad), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.928684 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a313c12d-bfff-4959-bd3f-8af15b31f53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:13.928684 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a313c12d-bfff-4959-bd3f-8af15b31f53b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1f884f41-3719-4eba-8c79-fd36780ceaad HTTP/1.1" status: 204 len: 168 time: 0.2812777 Aug 29 22:50:13.937097 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313c12d-bfff-4959-bd3f-8af15b31f53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f884f41-3719-4eba-8c79-fd36780ceaad,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:14.330453 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:14.379693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9d523-169f-4177-b9b1-77bd4808aa22 req-2f02f613-a4ba-49bd-b5fd-6652cc1dbd97 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.381240 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7cd9d523-169f-4177-b9b1-77bd4808aa22 req-2f02f613-a4ba-49bd-b5fd-6652cc1dbd97 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0864413 Aug 29 22:50:14.390835 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-b742f680-8646-4aea-8dd5-c97bf4bec69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.392275 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-b742f680-8646-4aea-8dd5-c97bf4bec69c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1130 time: 0.0603426 Aug 29 22:50:14.434615 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7cd9d523-169f-4177-b9b1-77bd4808aa22 req-25e7f3e3-fe73-48fd-98a9-259269188cd9 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458136 Aug 29 22:50:14.502058 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=3 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:14.506977 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=45 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:14.548114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-d4933d5c-e709-414a-8f75-1254c19a90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.549690 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-d4933d5c-e709-414a-8f75-1254c19a90bb service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.0885611 Aug 29 22:50:14.595494 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-8e3fd9b3-0e22-485f-b9b6-78afa2982108 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 200 len: 217 time: 0.0386493 Aug 29 22:50:14.646702 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-3ef7e622-409b-446d-b177-ea82ba27efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.648199 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-3ef7e622-409b-446d-b177-ea82ba27efac service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0446994 Aug 29 22:50:14.700607 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-78ad107a-b8d2-4c15-8d2a-a1fa80d939ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:14.702238 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-78ad107a-b8d2-4c15-8d2a-a1fa80d939ba service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451279 Aug 29 22:50:14.810064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-f5cd5217-0547-48b4-980f-d66f96474cbf service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972257 Aug 29 22:50:14.846934 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57444) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:14.866503 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4823dfea-656c-4787-8177-a83152b9f58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:14.926059 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dc5e752a-4a7e-4265-b588-9a150ec3714d req-7bc4f1ef-49c5-4784-abd3-84509571ceca service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078849 Aug 29 22:50:14.948651 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:15.014840 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4823dfea-656c-4787-8177-a83152b9f58e admin admin] Publish callbacks [] for security_group (52060b2e-a6b1-4fce-b231-b63cf2a72e66), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:15.029210 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4caf55-0008-4c27-a6ee-e15c31440a5a req-e81d6daf-9253-4ebe-b072-4a8a96e8c0e5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:15.030707 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cc4caf55-0008-4c27-a6ee-e15c31440a5a req-e81d6daf-9253-4ebe-b072-4a8a96e8c0e5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0639517 Aug 29 22:50:15.095995 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cc4caf55-0008-4c27-a6ee-e15c31440a5a req-34f82974-5011-49a4-a95c-e0e2438bd703 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583851 Aug 29 22:50:15.110782 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4823dfea-656c-4787-8177-a83152b9f58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (52060b2e-a6b1-4fce-b231-b63cf2a72e66), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:15.167729 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4823dfea-656c-4787-8177-a83152b9f58e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ed3f681f20d1495b939a9a7af243fcce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189702 Aug 29 22:50:15.168433 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823dfea-656c-4787-8177-a83152b9f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52060b2e-a6b1-4fce-b231-b63cf2a72e66,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:15.185771 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57450) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:15.277527 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e14ec808-f5ab-47a4-8aba-cbcfa4459c04 admin admin] Publish callbacks [] for security_group (52060b2e-a6b1-4fce-b231-b63cf2a72e66), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:15.311130 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e14ec808-f5ab-47a4-8aba-cbcfa4459c04 admin admin] Publish callbacks [] for security_group (52060b2e-a6b1-4fce-b231-b63cf2a72e66), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:15.443832 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e14ec808-f5ab-47a4-8aba-cbcfa4459c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (52060b2e-a6b1-4fce-b231-b63cf2a72e66), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:15.446472 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e14ec808-f5ab-47a4-8aba-cbcfa4459c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:15.447638 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e14ec808-f5ab-47a4-8aba-cbcfa4459c04 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/52060b2e-a6b1-4fce-b231-b63cf2a72e66 HTTP/1.1" status: 204 len: 168 time: 0.2607236 Aug 29 22:50:15.456497 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ec808-f5ab-47a4-8aba-cbcfa4459c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52060b2e-a6b1-4fce-b231-b63cf2a72e66,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:15.574699 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930c285-615e-4117-a590-c18c85bc5552 req-24845352-1541-45a0-8d61-156a4f9f970f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:15.576287 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f930c285-615e-4117-a590-c18c85bc5552 req-24845352-1541-45a0-8d61-156a4f9f970f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0524402 Aug 29 22:50:15.635258 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f930c285-615e-4117-a590-c18c85bc5552 req-fb038804-d361-4df2-8eaa-99891e877d5d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499463 Aug 29 22:50:16.109788 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:16.256389 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:16.265495 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44343da6-21e0-4d28-aa47-bae6847851a3 req-b80091a4-5f4e-437f-85ad-ba2d73b454d0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:16.267740 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-44343da6-21e0-4d28-aa47-bae6847851a3 req-b80091a4-5f4e-437f-85ad-ba2d73b454d0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0654166 Aug 29 22:50:16.329339 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-44343da6-21e0-4d28-aa47-bae6847851a3 req-a0817afa-2bd1-446c-a4ca-8e8e75df82cb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543313 Aug 29 22:50:16.362204 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57490) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:16.376023 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.480053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Publish callbacks [] for security_group (7edd9f0b-87c0-401d-8141-d2a72d97539c), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.557670 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (7edd9f0b-87c0-401d-8141-d2a72d97539c), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.601015 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5b433a2329974d1aa6c524201ce21af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375875 Aug 29 22:50:16.602195 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edd9f0b-87c0-401d-8141-d2a72d97539c,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:16.603710 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57498) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:16.610204 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.610503 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.610894 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.611277 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.611480 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.611828 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.612086 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.612405 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.612749 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.613994 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.614562 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.614795 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.615001 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.615471 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.615695 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4bb25-856b-442e-94e7-61a214e0f7f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:16.672397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-635dbc35-d332-4cad-9883-090bd45b941b admin admin] Publish callbacks [] for security_group (7edd9f0b-87c0-401d-8141-d2a72d97539c), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.694442 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-635dbc35-d332-4cad-9883-090bd45b941b admin admin] Publish callbacks [] for security_group (7edd9f0b-87c0-401d-8141-d2a72d97539c), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.776208 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fdfb6-6d91-4dec-b24b-20176b10cc5b req-de910f72-ba93-414e-bd63-606a37105bfb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:16.777863 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bb9fdfb6-6d91-4dec-b24b-20176b10cc5b req-de910f72-ba93-414e-bd63-606a37105bfb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0547571 Aug 29 22:50:16.828191 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bb9fdfb6-6d91-4dec-b24b-20176b10cc5b req-c5d3b6c5-009e-4a49-90c8-e8253ee45c2d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Aug 29 22:50:16.854789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-635dbc35-d332-4cad-9883-090bd45b941b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (7edd9f0b-87c0-401d-8141-d2a72d97539c), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.857436 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-635dbc35-d332-4cad-9883-090bd45b941b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:16.858578 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-635dbc35-d332-4cad-9883-090bd45b941b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7edd9f0b-87c0-401d-8141-d2a72d97539c HTTP/1.1" status: 204 len: 168 time: 0.2533398 Aug 29 22:50:16.869870 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dbc35-d332-4cad-9883-090bd45b941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edd9f0b-87c0-401d-8141-d2a72d97539c,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:17.470673 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db0e00-d6cf-42cc-b149-ffe5b8ea7650 req-eddbd34d-cc6f-40e2-8999-417ffe5b04a2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:17.478241 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-00db0e00-d6cf-42cc-b149-ffe5b8ea7650 req-eddbd34d-cc6f-40e2-8999-417ffe5b04a2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0581491 Aug 29 22:50:17.545787 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-00db0e00-d6cf-42cc-b149-ffe5b8ea7650 req-165dd86f-e23c-4c3d-8840-e79af10ab645 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579121 Aug 29 22:50:17.959876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ad3b-dfe7-4d05-a62a-d4bce022eb6c req-6193046a-500e-4afd-8867-a6386b90419d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:17.961459 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7af0ad3b-dfe7-4d05-a62a-d4bce022eb6c req-6193046a-500e-4afd-8867-a6386b90419d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0486083 Aug 29 22:50:18.010518 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7af0ad3b-dfe7-4d05-a62a-d4bce022eb6c req-65fbec4a-6bfa-4c0a-aa68-2c5b9cba505d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 Aug 29 22:50:18.140572 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:18.635159 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:18.676329 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e442-6586-4236-aff6-8efb01588428 req-e56df73c-5408-4680-8f65-a20a4fbb1c00 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:18.678081 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-eb83e442-6586-4236-aff6-8efb01588428 req-e56df73c-5408-4680-8f65-a20a4fbb1c00 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0537803 Aug 29 22:50:18.730003 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-eb83e442-6586-4236-aff6-8efb01588428 req-5c3a1270-e8f6-423a-918d-f9fe12f7a09f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 Aug 29 22:50:19.149703 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c4d64-47d8-4c1e-9142-23fe736653a9 req-a52ad6e5-cc9d-4592-be4d-a1f4399aa33d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:19.151462 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-354c4d64-47d8-4c1e-9142-23fe736653a9 req-a52ad6e5-cc9d-4592-be4d-a1f4399aa33d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0588253 Aug 29 22:50:19.202420 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-354c4d64-47d8-4c1e-9142-23fe736653a9 req-cd52c625-5bd8-4f25-958a-208a05461c45 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Aug 29 22:50:19.853554 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071d453-f412-41e7-b01c-f41b43213580 req-5182f9a1-258c-4bbd-8828-7d1aacd69d73 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:19.855061 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2071d453-f412-41e7-b01c-f41b43213580 req-5182f9a1-258c-4bbd-8828-7d1aacd69d73 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0526724 Aug 29 22:50:19.908380 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2071d453-f412-41e7-b01c-f41b43213580 req-cc4026eb-eb3d-4f89-80eb-08d6f4dea4d4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463614 Aug 29 22:50:20.335355 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749bf32-4f9d-4070-a61f-fae1847bd9d5 req-5d929466-826e-4b67-933b-ab97d87eb34d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:20.340051 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7749bf32-4f9d-4070-a61f-fae1847bd9d5 req-5d929466-826e-4b67-933b-ab97d87eb34d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0522046 Aug 29 22:50:20.393295 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7749bf32-4f9d-4070-a61f-fae1847bd9d5 req-c60e9797-abf2-4aa1-85b6-e8ff01a6963f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499413 Aug 29 22:50:20.402791 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57648) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:20.523738 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.582902 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:20.614695 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Publish callbacks [] for security_group (78d68e8a-db49-488b-9330-8a686def20ea), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.706005 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (78d68e8a-db49-488b-9330-8a686def20ea), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.744634 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d68e8a-db49-488b-9330-8a686def20ea,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:20.748606 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=745f9070761643e599464fa24cdfb2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440042 Aug 29 22:50:20.751516 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57658) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:20.754933 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.755281 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.755624 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.755960 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.756291 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.756621 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.756982 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.757315 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.757638 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.757960 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.758284 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.758652 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.758975 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.759295 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.759612 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00199c2-cc7d-4652-9869-1995ff2d2869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:20.806810 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bde-c6c7-47e1-b4cc-0b343962b5d6 admin admin] Publish callbacks [] for security_group (78d68e8a-db49-488b-9330-8a686def20ea), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.827219 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bde-c6c7-47e1-b4cc-0b343962b5d6 admin admin] Publish callbacks [] for security_group (78d68e8a-db49-488b-9330-8a686def20ea), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.966278 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bde-c6c7-47e1-b4cc-0b343962b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (78d68e8a-db49-488b-9330-8a686def20ea), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.969132 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e5f8bde-c6c7-47e1-b4cc-0b343962b5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:20.973018 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-3e5f8bde-c6c7-47e1-b4cc-0b343962b5d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/78d68e8a-db49-488b-9330-8a686def20ea HTTP/1.1" status: 204 len: 168 time: 0.2176807 Aug 29 22:50:20.979646 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f8bde-c6c7-47e1-b4cc-0b343962b5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d68e8a-db49-488b-9330-8a686def20ea,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:21.053738 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54758686-7e2a-4023-8d2f-5164d7e00c13 req-6a4a0d4c-9b25-4d18-8cd9-91d06da90e0d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:21.055211 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-54758686-7e2a-4023-8d2f-5164d7e00c13 req-6a4a0d4c-9b25-4d18-8cd9-91d06da90e0d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0472994 Aug 29 22:50:21.105153 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-54758686-7e2a-4023-8d2f-5164d7e00c13 req-216bf580-7bfe-43e7-96dd-fcccd34ba790 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 Aug 29 22:50:21.533046 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f359c23-bc16-4279-9f56-6ff9c620bcdc req-077e8048-36ac-4b2a-93b7-690d0d5a8f8e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:21.534599 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5f359c23-bc16-4279-9f56-6ff9c620bcdc req-077e8048-36ac-4b2a-93b7-690d0d5a8f8e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0488324 Aug 29 22:50:21.588818 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5f359c23-bc16-4279-9f56-6ff9c620bcdc req-5436cbd1-e459-4489-8980-2f85bfe6de3d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477505 Aug 29 22:50:21.679941 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57676) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:21.694586 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-34984db4-18b9-41dc-9013-70b1cda22104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.771640 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-34984db4-18b9-41dc-9013-70b1cda22104 admin admin] Publish callbacks [] for security_group (73198f79-7c8d-4d47-a98b-69908ff40681), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.871461 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-34984db4-18b9-41dc-9013-70b1cda22104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (73198f79-7c8d-4d47-a98b-69908ff40681), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.914490 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-34984db4-18b9-41dc-9013-70b1cda22104 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4ddde0870e404d8fab2f3d6c2a0f9ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334330 Aug 29 22:50:21.915198 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34984db4-18b9-41dc-9013-70b1cda22104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73198f79-7c8d-4d47-a98b-69908ff40681,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:21.917214 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57678) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:21.967740 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cb97-db69-46a4-ac02-6426a574fe0c admin admin] Publish callbacks [] for security_group (73198f79-7c8d-4d47-a98b-69908ff40681), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:21.987323 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cb97-db69-46a4-ac02-6426a574fe0c admin admin] Publish callbacks [] for security_group (73198f79-7c8d-4d47-a98b-69908ff40681), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.111452 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cb97-db69-46a4-ac02-6426a574fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (73198f79-7c8d-4d47-a98b-69908ff40681), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.114860 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a3c0cb97-db69-46a4-ac02-6426a574fe0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.116093 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a3c0cb97-db69-46a4-ac02-6426a574fe0c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/73198f79-7c8d-4d47-a98b-69908ff40681 HTTP/1.1" status: 204 len: 168 time: 0.1978884 Aug 29 22:50:22.124737 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0cb97-db69-46a4-ac02-6426a574fe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73198f79-7c8d-4d47-a98b-69908ff40681,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:22.240057 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d44005-0b8f-4d3c-bcd7-72530a0a8150 req-770085ca-65e7-45d1-b8ab-9120ac9875e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:22.242365 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d6d44005-0b8f-4d3c-bcd7-72530a0a8150 req-770085ca-65e7-45d1-b8ab-9120ac9875e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0535185 Aug 29 22:50:22.297005 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d6d44005-0b8f-4d3c-bcd7-72530a0a8150 req-45649e21-cf34-45bf-8d21-7176d5950798 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458415 Aug 29 22:50:22.346091 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-ff569b93-7a07-4a10-9b86-8382a5f6b8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:22.723543 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf3a5-6648-4771-8137-2cefae071fd1 req-63da2475-3dd8-4349-a2a8-a507299a222e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:22.725079 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fabf3a5-6648-4771-8137-2cefae071fd1 req-63da2475-3dd8-4349-a2a8-a507299a222e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0471640 Aug 29 22:50:22.797261 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fabf3a5-6648-4771-8137-2cefae071fd1 req-dfe79fc8-0c36-43f0-9264-6ae1a003e1fc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663378 Aug 29 22:50:23.420277 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc20b6-feac-4dd8-be3a-88ff4ae0282d req-3c65139d-85fb-4958-a813-a76ef6df0fa3 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:23.421805 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3fdc20b6-feac-4dd8-be3a-88ff4ae0282d req-3c65139d-85fb-4958-a813-a76ef6df0fa3 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0491445 Aug 29 22:50:23.442382 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:23.471233 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3fdc20b6-feac-4dd8-be3a-88ff4ae0282d req-74ffeae2-5f94-4834-b80d-6716d7f458b3 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Aug 29 22:50:23.968217 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c07bbe-79c3-470b-854c-093d35fdf42a req-ff0fa353-90aa-43ac-9896-7f68c252f6ab tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:23.969813 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-58c07bbe-79c3-470b-854c-093d35fdf42a req-ff0fa353-90aa-43ac-9896-7f68c252f6ab tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0494239 Aug 29 22:50:24.008792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:24.021979 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-58c07bbe-79c3-470b-854c-093d35fdf42a req-c686ecf4-9fbe-4688-a76f-9ab1f6ffe891 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456679 Aug 29 22:50:24.333852 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57758) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:24.540379 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-546e7f4c-2282-49ff-8783-58bb86e8550e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.601107 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7edd9-120e-4218-a1a0-2afa290feb5a req-4eff96cd-1569-4f08-a02f-f9f3613550b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:24.601993 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2aa7edd9-120e-4218-a1a0-2afa290feb5a req-4eff96cd-1569-4f08-a02f-f9f3613550b9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1130 time: 0.0702448 Aug 29 22:50:24.612291 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b44f08-f746-46c1-a99a-75945a40b653 req-d4582157-afbf-4e2f-9ba9-42ca2eeca32e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:24.619341 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c0b44f08-f746-46c1-a99a-75945a40b653 req-d4582157-afbf-4e2f-9ba9-42ca2eeca32e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0708177 Aug 29 22:50:24.671966 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c0b44f08-f746-46c1-a99a-75945a40b653 req-e19c2a82-546f-44ec-87f1-8b08bcae7a83 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516248 Aug 29 22:50:24.679612 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-546e7f4c-2282-49ff-8783-58bb86e8550e admin admin] Publish callbacks [] for security_group (dd859668-9356-46c6-9790-1bd7448b1a62), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.740296 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0211da70-eca9-4937-ab62-75208d17c6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.770225 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-546e7f4c-2282-49ff-8783-58bb86e8550e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (dd859668-9356-46c6-9790-1bd7448b1a62), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.825835 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-546e7f4c-2282-49ff-8783-58bb86e8550e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f5d16a389a22469d983ca8fd2df60644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883444 Aug 29 22:50:24.826266 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57780) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:24.834202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e7f4c-2282-49ff-8783-58bb86e8550e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd859668-9356-46c6-9790-1bd7448b1a62,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:24.883374 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2aa7edd9-120e-4218-a1a0-2afa290feb5a req-db58b061-04df-4c13-a9b5-79aca34a062c service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Aug 29 22:50:24.887793 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2f93d39-4597-48cc-a7f7-622ab1e81305 admin admin] Publish callbacks [] for security_group (dd859668-9356-46c6-9790-1bd7448b1a62), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:24.909197 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2f93d39-4597-48cc-a7f7-622ab1e81305 admin admin] Publish callbacks [] for security_group (dd859668-9356-46c6-9790-1bd7448b1a62), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.037640 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2f93d39-4597-48cc-a7f7-622ab1e81305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (dd859668-9356-46c6-9790-1bd7448b1a62), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.040737 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2f93d39-4597-48cc-a7f7-622ab1e81305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:25.042137 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a2f93d39-4597-48cc-a7f7-622ab1e81305 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dd859668-9356-46c6-9790-1bd7448b1a62 HTTP/1.1" status: 204 len: 168 time: 0.2145829 Aug 29 22:50:25.045653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:25.053130 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f93d39-4597-48cc-a7f7-622ab1e81305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd859668-9356-46c6-9790-1bd7448b1a62,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:25.194698 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df56b31-3821-465f-9219-122a03ddb46e req-fccd1ce8-100a-4f0d-aede-a9d72203808c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:25.196866 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3df56b31-3821-465f-9219-122a03ddb46e req-fccd1ce8-100a-4f0d-aede-a9d72203808c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0650077 Aug 29 22:50:25.245522 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:25.250435 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3df56b31-3821-465f-9219-122a03ddb46e req-47649500-8a8c-48fe-b0dc-111f554247ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476849 Aug 29 22:50:25.799806 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7f839-0a90-4672-879d-a956356fb2bb req-8caa1c90-096b-4fe9-b442-c343d5cc799c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:25.799806 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-68d7f839-0a90-4672-879d-a956356fb2bb req-8caa1c90-096b-4fe9-b442-c343d5cc799c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0522625 Aug 29 22:50:25.867998 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-68d7f839-0a90-4672-879d-a956356fb2bb req-09c24318-0a13-4610-b6b0-b2db4a671ed0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Aug 29 22:50:25.895787 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57802) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:25.912384 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b979a625-6c31-41c1-bb96-d0438adc4f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.011242 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b979a625-6c31-41c1-bb96-d0438adc4f1d admin admin] Publish callbacks [] for security_group (4d644778-acfa-4948-ac0c-4e694470ec1a), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.066857 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b979a625-6c31-41c1-bb96-d0438adc4f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4d644778-acfa-4948-ac0c-4e694470ec1a), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.067450 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.109497 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b979a625-6c31-41c1-bb96-d0438adc4f1d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5c289e6fa3ff40feaf37d07155e7da23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122333 Aug 29 22:50:26.110756 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979a625-6c31-41c1-bb96-d0438adc4f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d644778-acfa-4948-ac0c-4e694470ec1a,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:26.114176 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57818) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:26.178962 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016ef78d-34e8-45aa-8715-67ae662584b1 admin admin] Publish callbacks [] for security_group (4d644778-acfa-4948-ac0c-4e694470ec1a), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.202139 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016ef78d-34e8-45aa-8715-67ae662584b1 admin admin] Publish callbacks [] for security_group (4d644778-acfa-4948-ac0c-4e694470ec1a), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.312997 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d6b7c-d86f-4f9d-bfdc-060780f7c10c req-a21861cd-4568-48a9-8a34-d237e26ef518 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:26.314671 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d63d6b7c-d86f-4f9d-bfdc-060780f7c10c req-a21861cd-4568-48a9-8a34-d237e26ef518 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0540609 Aug 29 22:50:26.347897 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016ef78d-34e8-45aa-8715-67ae662584b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4d644778-acfa-4948-ac0c-4e694470ec1a), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.350647 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016ef78d-34e8-45aa-8715-67ae662584b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:26.354257 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-016ef78d-34e8-45aa-8715-67ae662584b1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4d644778-acfa-4948-ac0c-4e694470ec1a HTTP/1.1" status: 204 len: 168 time: 0.2375405 Aug 29 22:50:26.366308 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ef78d-34e8-45aa-8715-67ae662584b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d644778-acfa-4948-ac0c-4e694470ec1a,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:26.395778 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d63d6b7c-d86f-4f9d-bfdc-060780f7c10c req-62707c8a-dc13-4b6f-a656-e1c7136736c4 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637550 Aug 29 22:50:26.437089 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81e12e-b01a-47ed-a29e-5992d93639d5 req-44fea286-3e08-4061-9769-2cbe1c166991 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:26.437563 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ac81e12e-b01a-47ed-a29e-5992d93639d5 req-44fea286-3e08-4061-9769-2cbe1c166991 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0772145 Aug 29 22:50:26.508678 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ac81e12e-b01a-47ed-a29e-5992d93639d5 req-a5b29aa7-1917-4d33-b541-1df2e7217ae0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641122 Aug 29 22:50:27.003159 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ee68b-c3a4-4fea-88ea-57f3b76ade93 req-80c56779-28da-4098-92ff-afee520e8545 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:27.004970 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd8ee68b-c3a4-4fea-88ea-57f3b76ade93 req-80c56779-28da-4098-92ff-afee520e8545 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0501645 Aug 29 22:50:27.053819 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd8ee68b-c3a4-4fea-88ea-57f3b76ade93 req-6259d8eb-a043-4e74-a2d6-5b1c86137881 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Aug 29 22:50:27.335000 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.390332 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57848) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:27.397135 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:27.407813 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2137b4c5-59de-4e95-9132-bee1e56af637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.493212 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:27.498591 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2137b4c5-59de-4e95-9132-bee1e56af637 admin admin] Publish callbacks [] for security_group (1b8ed15c-4326-42ed-ae35-c3d3496f7949), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.535843 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4733a30-4474-4382-a81e-ae96aa0833e2 req-57da9463-29f1-4b3b-bacd-348e03491177 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:27.537565 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b4733a30-4474-4382-a81e-ae96aa0833e2 req-57da9463-29f1-4b3b-bacd-348e03491177 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0584004 Aug 29 22:50:27.589265 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.589657 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2137b4c5-59de-4e95-9132-bee1e56af637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1b8ed15c-4326-42ed-ae35-c3d3496f7949), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:27.624548 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b4733a30-4474-4382-a81e-ae96aa0833e2 req-dd871cf5-7651-499d-b8bc-0801bf795589 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677717 Aug 29 22:50:27.638265 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2137b4c5-59de-4e95-9132-bee1e56af637 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0c83a8bd08254a3181e3a6f3768b81f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468083 Aug 29 22:50:27.639126 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137b4c5-59de-4e95-9132-bee1e56af637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ed15c-4326-42ed-ae35-c3d3496f7949,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:27.641066 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57862) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:27.745027 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a689d6-6cf8-4209-8c8d-4096fe433ffe req-03eedcd0-7231-438e-98e2-3c204ddf48b7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:27.745406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99fa4-be9f-4bc3-90c1-aa9f67330718 req-7684607d-6aff-49b3-8162-80e3e7abb6a4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:27.746516 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-25a689d6-6cf8-4209-8c8d-4096fe433ffe req-03eedcd0-7231-438e-98e2-3c204ddf48b7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0531647 Aug 29 22:50:27.752629 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9fa99fa4-be9f-4bc3-90c1-aa9f67330718 req-7684607d-6aff-49b3-8162-80e3e7abb6a4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0570242 Aug 29 22:50:27.804752 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-25a689d6-6cf8-4209-8c8d-4096fe433ffe req-3ba40f15-498a-4ce1-be8e-c57639288b9b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517514 Aug 29 22:50:27.816989 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-65efced7-d1f2-44d8-bb5c-91d097bb0751 admin admin] Publish callbacks [] for security_group (1b8ed15c-4326-42ed-ae35-c3d3496f7949), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.062781 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-cbed851b-0796-42e0-9835-22dd0c218451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:28.064385 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-cbed851b-0796-42e0-9835-22dd0c218451 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1130 time: 0.2997065 Aug 29 22:50:28.072219 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9fa99fa4-be9f-4bc3-90c1-aa9f67330718 req-fa53fc28-071b-4489-bb28-09d32acfe4bc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192387 Aug 29 22:50:28.090414 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-65efced7-d1f2-44d8-bb5c-91d097bb0751 admin admin] Publish callbacks [] for security_group (1b8ed15c-4326-42ed-ae35-c3d3496f7949), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.194750 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-0dddb727-b23f-4693-936a-fdf63425fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:28.196764 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-0dddb727-b23f-4693-936a-fdf63425fe51 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.1193895 Aug 29 22:50:28.247254 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-33601af5-f9e7-49b8-9df6-28420b1112fd service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 200 len: 217 time: 0.0376496 Aug 29 22:50:28.250399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57874) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:28.298100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-65efced7-d1f2-44d8-bb5c-91d097bb0751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1b8ed15c-4326-42ed-ae35-c3d3496f7949), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.300851 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-65efced7-d1f2-44d8-bb5c-91d097bb0751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.302051 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-65efced7-d1f2-44d8-bb5c-91d097bb0751 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1b8ed15c-4326-42ed-ae35-c3d3496f7949 HTTP/1.1" status: 204 len: 168 time: 0.6599925 Aug 29 22:50:28.308667 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-c19ff716-d985-494c-9445-6b769ebdffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:28.310113 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-c19ff716-d985-494c-9445-6b769ebdffd5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0521991 Aug 29 22:50:28.315253 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efced7-d1f2-44d8-bb5c-91d097bb0751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ed15c-4326-42ed-ae35-c3d3496f7949,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:28.357564 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:28.379954 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-085a2442-8f9e-479b-98a8-aa6df52d9422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.383410 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-06991a7a-730f-4227-8aa2-61ed5b999eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:28.384932 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-06991a7a-730f-4227-8aa2-61ed5b999eb3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666122 Aug 29 22:50:28.475172 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:28.516264 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-675a6802-643d-4d86-8070-c23f41f34843 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232970 Aug 29 22:50:28.590828 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-085a2442-8f9e-479b-98a8-aa6df52d9422 admin admin] Publish callbacks [] for security_group (2b7b6dbe-a796-4ef7-a1df-44cb13d4e858), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.630258 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2b970ec-304c-4a2e-b85a-0e31a607b4f6 req-c54c9e34-8b2d-4489-aaa8-f73d14c447f9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068816 Aug 29 22:50:28.683468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-085a2442-8f9e-479b-98a8-aa6df52d9422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2b7b6dbe-a796-4ef7-a1df-44cb13d4e858), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.727886 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-085a2442-8f9e-479b-98a8-aa6df52d9422 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d7c6575f3b974d0d9dce503d749989f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762816 Aug 29 22:50:28.730432 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57894) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:28.740274 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319321d1-4c54-455d-8621-5844a352041f req-06208e94-a8f0-4095-b1ca-7bc81c9f13ae tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:28.741975 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-319321d1-4c54-455d-8621-5844a352041f req-06208e94-a8f0-4095-b1ca-7bc81c9f13ae tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0599289 Aug 29 22:50:28.779228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a2442-8f9e-479b-98a8-aa6df52d9422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b6dbe-a796-4ef7-a1df-44cb13d4e858,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:28.805001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4fe55ec8-84b7-47b8-8fac-b79ebbec919b admin admin] Publish callbacks [] for security_group (2b7b6dbe-a796-4ef7-a1df-44cb13d4e858), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.826475 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-319321d1-4c54-455d-8621-5844a352041f req-a1ced38c-0e3f-47da-a544-b72a00c536df tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775769 Aug 29 22:50:28.833272 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4fe55ec8-84b7-47b8-8fac-b79ebbec919b admin admin] Publish callbacks [] for security_group (2b7b6dbe-a796-4ef7-a1df-44cb13d4e858), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:28.952647 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fab5da-8d53-455b-a782-6b97cf840c84 req-fb1158c1-675b-4e80-89c5-03f5af89de6b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:28.954177 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-24fab5da-8d53-455b-a782-6b97cf840c84 req-fb1158c1-675b-4e80-89c5-03f5af89de6b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0483143 Aug 29 22:50:29.015262 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-24fab5da-8d53-455b-a782-6b97cf840c84 req-81d03b95-3bd7-410d-af2b-5c93681efc5f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536594 Aug 29 22:50:29.020327 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4fe55ec8-84b7-47b8-8fac-b79ebbec919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2b7b6dbe-a796-4ef7-a1df-44cb13d4e858), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.022865 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4fe55ec8-84b7-47b8-8fac-b79ebbec919b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:29.027204 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4fe55ec8-84b7-47b8-8fac-b79ebbec919b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2b7b6dbe-a796-4ef7-a1df-44cb13d4e858 HTTP/1.1" status: 204 len: 168 time: 0.2952847 Aug 29 22:50:29.036344 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe55ec8-84b7-47b8-8fac-b79ebbec919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b6dbe-a796-4ef7-a1df-44cb13d4e858,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:29.196812 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d1a1b-5fc0-4194-8888-daf5aec6cda9 req-37fd3dfb-ac01-4378-8a34-44f18ef5034f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:29.198488 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1e6d1a1b-5fc0-4194-8888-daf5aec6cda9 req-37fd3dfb-ac01-4378-8a34-44f18ef5034f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0478890 Aug 29 22:50:29.269575 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1e6d1a1b-5fc0-4194-8888-daf5aec6cda9 req-07a48f59-c175-4eb9-9e74-d3e30a0e7f22 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653820 Aug 29 22:50:29.443589 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:29.951529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bcf9d-dbd4-480a-8439-02ab8e9528b0 req-ec1559c9-5822-401e-a8fc-75b609f156eb tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:29.953058 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-080bcf9d-dbd4-480a-8439-02ab8e9528b0 req-ec1559c9-5822-401e-a8fc-75b609f156eb tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0470083 Aug 29 22:50:29.967824 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57948) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:29.983532 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb861-8520-4d04-ac77-96f1927624a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.016088 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-080bcf9d-dbd4-480a-8439-02ab8e9528b0 req-b0747e3e-7123-4279-91dc-4e1b30cf7bbf tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557375 Aug 29 22:50:30.065063 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb861-8520-4d04-ac77-96f1927624a6 admin admin] Publish callbacks [] for security_group (d15eba35-dfb7-42c5-b948-02b51ef9fcef), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.067752 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57950) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:30.167269 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb861-8520-4d04-ac77-96f1927624a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d15eba35-dfb7-42c5-b948-02b51ef9fcef), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.221038 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57960) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:30.233679 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e6ff3-0a17-4883-89ee-08a2a1b414af req-6da5df10-676e-4b61-9b09-69867ca9222b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:30.235326 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fb9e6ff3-0a17-4883-89ee-08a2a1b414af req-6da5df10-676e-4b61-9b09-69867ca9222b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0833373 Aug 29 22:50:30.245203 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e6ceb861-8520-4d04-ac77-96f1927624a6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=146797115c164cac8b9f270c2c3f6aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738693 Aug 29 22:50:30.245695 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 57964) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:30.255382 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceb861-8520-4d04-ac77-96f1927624a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15eba35-dfb7-42c5-b948-02b51ef9fcef,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:30.272096 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1230530607-network', 'tenant_id': '4f38e29d63fd4d04984af578b1708e4a'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:30.330681 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7ee028a3-509a-405a-a806-4f5acea05993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.331393 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fb9e6ff3-0a17-4883-89ee-08a2a1b414af req-75f8460a-3faf-4b27-98b1-a35e96a595d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873652 Aug 29 22:50:30.343722 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0531f546-19eb-4822-8b08-a42abcb0694e admin admin] Publish callbacks [] for security_group (d15eba35-dfb7-42c5-b948-02b51ef9fcef), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.402466 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0531f546-19eb-4822-8b08-a42abcb0694e admin admin] Publish callbacks [] for security_group (d15eba35-dfb7-42c5-b948-02b51ef9fcef), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.412162 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Made reservation on behalf of 4f38e29d63fd4d04984af578b1708e4a for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:30.416330 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.424302 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.454604 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ff836-57f7-4ec2-8942-5decf3fcc665 req-ee6b7fc0-e39c-4f08-ba3f-a1496061d3d6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:30.456115 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-594ff836-57f7-4ec2-8942-5decf3fcc665 req-ee6b7fc0-e39c-4f08-ba3f-a1496061d3d6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.1024287 Aug 29 22:50:30.495719 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:30.516096 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks [] for security_group (97ebdfbc-afbe-434a-a9df-a2b67ad234d2), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.554690 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7ee028a3-509a-405a-a806-4f5acea05993 admin admin] Publish callbacks [] for security_group (714a6b82-e704-4cf4-8ff1-1f8746da8b59), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.560266 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-594ff836-57f7-4ec2-8942-5decf3fcc665 req-679c748f-39d3-4e9d-a423-672000b880b3 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803585 Aug 29 22:50:30.609150 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0531f546-19eb-4822-8b08-a42abcb0694e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d15eba35-dfb7-42c5-b948-02b51ef9fcef), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.609350 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (97ebdfbc-afbe-434a-a9df-a2b67ad234d2), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.612122 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0531f546-19eb-4822-8b08-a42abcb0694e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.615486 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-0531f546-19eb-4822-8b08-a42abcb0694e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d15eba35-dfb7-42c5-b948-02b51ef9fcef HTTP/1.1" status: 204 len: 168 time: 0.3670669 Aug 29 22:50:30.622721 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:30.623927 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531f546-19eb-4822-8b08-a42abcb0694e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15eba35-dfb7-42c5-b948-02b51ef9fcef,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:30.643001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7ee028a3-509a-405a-a806-4f5acea05993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (714a6b82-e704-4cf4-8ff1-1f8746da8b59), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.643681 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:50:30.646286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ebdfbc-afbe-434a-a9df-a2b67ad234d2,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:30.656694 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (35414973-3ef8-4b27-9baa-f1f32710f799), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.657354 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Added segment 35414973-3ef8-4b27-9baa-f1f32710f799 of type vlan for network 9653652e-3745-4151-94b4-45dd87562ee4 Aug 29 22:50:30.669916 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:30.687418 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-7ee028a3-509a-405a-a806-4f5acea05993 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7dbca51cb31642a6a965e1d7171d5f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650562 Aug 29 22:50:30.691464 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57970) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:30.697028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee028a3-509a-405a-a806-4f5acea05993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714a6b82-e704-4cf4-8ff1-1f8746da8b59,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:30.724634 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (9653652e-3745-4151-94b4-45dd87562ee4), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.770029 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aaae36ae-6db0-423a-a462-d600cf6e22cf admin admin] Publish callbacks [] for security_group (714a6b82-e704-4cf4-8ff1-1f8746da8b59), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.791622 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aaae36ae-6db0-423a-a462-d600cf6e22cf admin admin] Publish callbacks [] for security_group (714a6b82-e704-4cf4-8ff1-1f8746da8b59), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.854554 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (9653652e-3745-4151-94b4-45dd87562ee4), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.856544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:30.857167 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.921569 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] Pushing event updated for resources: {'Network': ['ID=9653652e-3745-4151-94b4-45dd87562ee4,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:30.928847 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aaae36ae-6db0-423a-a462-d600cf6e22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (714a6b82-e704-4cf4-8ff1-1f8746da8b59), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.935601 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aaae36ae-6db0-423a-a462-d600cf6e22cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:30.935601 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-aaae36ae-6db0-423a-a462-d600cf6e22cf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/714a6b82-e704-4cf4-8ff1-1f8746da8b59 HTTP/1.1" status: 204 len: 168 time: 0.2409110 Aug 29 22:50:30.935776 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 9653652e-3745-4151-94b4-45dd87562ee4 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:50:30.942888 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae36ae-6db0-423a-a462-d600cf6e22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714a6b82-e704-4cf4-8ff1-1f8746da8b59,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:30.959584 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e95c4f9b-913f-423e-bba8-0881c21c7b39 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8906682 Aug 29 22:50:30.966602 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 57976) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:30.974709 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Request body: {'subnet': {'network_id': '9653652e-3745-4151-94b4-45dd87562ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1230530607-subnet', 'tenant_id': '4f38e29d63fd4d04984af578b1708e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:31.052366 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Made reservation on behalf of 4f38e29d63fd4d04984af578b1708e4a for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:31.054932 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5605338'] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.175982 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb03ba2-ea37-4198-8714-3421ffa5264e req-6eb30b9e-6777-4b35-b49c-5baf2e3f6a09 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:31.177629 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3cb03ba2-ea37-4198-8714-3421ffa5264e req-6eb30b9e-6777-4b35-b49c-5baf2e3f6a09 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0856073 Aug 29 22:50:31.227014 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:31.316642 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3cb03ba2-ea37-4198-8714-3421ffa5264e req-06008865-f0b7-4686-8013-18e85102ec7e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123381 Aug 29 22:50:31.421268 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5605324'] for subnet (cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.458822 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44539c33-6585-4998-b789-5a921ab095fb req-c4c119dc-060a-4afa-9792-5339ed788626 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:31.461096 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-44539c33-6585-4998-b789-5a921ab095fb req-c4c119dc-060a-4afa-9792-5339ed788626 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0557203 Aug 29 22:50:31.493019 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:31.502524 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Checking segment: {'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:31.503154 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Network hostable DHCP agents. Network: 9653652e-3745-4151-94b4-45dd87562ee4, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:50:31.515312 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-44539c33-6585-4998-b789-5a921ab095fb req-59db6574-c9ec-4d48-a908-cc73d1e65af0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474625 Aug 29 22:50:31.523926 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:50:31.650116 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Network 9653652e-3745-4151-94b4-45dd87562ee4 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:50:31.689255 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113abe53-2c50-408e-bf00-2dff369fcbef req-4976b587-2986-426a-8d68-8bff51e4db25 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:31.690673 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-113abe53-2c50-408e-bf00-2dff369fcbef req-4976b587-2986-426a-8d68-8bff51e4db25 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0565820 Aug 29 22:50:31.742697 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-113abe53-2c50-408e-bf00-2dff369fcbef req-ed676d58-4fb4-4f31-a430-b0715dd1f3f4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461433 Aug 29 22:50:31.797368 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 9653652e-3745-4151-94b4-45dd87562ee4) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:31.802524 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:31.804880 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.811682 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75056d-bd62-4e38-befb-6d576eb41cbc None None] Network 9653652e-3745-4151-94b4-45dd87562ee4 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:50:31.892460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58012) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:31.914621 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1d775c69-765e-4a50-b452-15cfc507411a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:31.957589 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-95929c01-474a-4162-bf03-bc514ccc47aa admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9891276 Aug 29 22:50:31.968307 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25921b-4021-454e-bdad-cdaa50055681 None None] Network 9653652e-3745-4151-94b4-45dd87562ee4 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:50:32.015770 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1d775c69-765e-4a50-b452-15cfc507411a admin admin] Publish callbacks [] for security_group (b8421bf9-a654-4078-a6ed-a738ce572ead), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.120571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1d775c69-765e-4a50-b452-15cfc507411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b8421bf9-a654-4078-a6ed-a738ce572ead), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.161231 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1d775c69-765e-4a50-b452-15cfc507411a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5b7434a3f45f4bfea9d699069b12f988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669334 Aug 29 22:50:32.163948 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d775c69-765e-4a50-b452-15cfc507411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8421bf9-a654-4078-a6ed-a738ce572ead,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:32.164656 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58022) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:32.200199 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:32.224053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-834ac6c1-161f-44f5-b8d2-ba4df95d28c6 admin admin] Publish callbacks [] for security_group (b8421bf9-a654-4078-a6ed-a738ce572ead), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.245572 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-834ac6c1-161f-44f5-b8d2-ba4df95d28c6 admin admin] Publish callbacks [] for security_group (b8421bf9-a654-4078-a6ed-a738ce572ead), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.346321 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-834ac6c1-161f-44f5-b8d2-ba4df95d28c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b8421bf9-a654-4078-a6ed-a738ce572ead), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.349188 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-834ac6c1-161f-44f5-b8d2-ba4df95d28c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:32.350335 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-834ac6c1-161f-44f5-b8d2-ba4df95d28c6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b8421bf9-a654-4078-a6ed-a738ce572ead HTTP/1.1" status: 204 len: 168 time: 0.1844692 Aug 29 22:50:32.368147 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ac6c1-161f-44f5-b8d2-ba4df95d28c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8421bf9-a654-4078-a6ed-a738ce572ead,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:32.478641 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf560eb-448a-4340-95f6-f1be7f48ebfd req-080d649a-290e-44b3-9547-213c509ed0af tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:32.480471 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fcf560eb-448a-4340-95f6-f1be7f48ebfd req-080d649a-290e-44b3-9547-213c509ed0af tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0541310 Aug 29 22:50:32.549862 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fcf560eb-448a-4340-95f6-f1be7f48ebfd req-320f6d14-b181-413e-a272-16fdce4dfbcc tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607018 Aug 29 22:50:32.667104 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dab68-8fc2-4c6a-85b2-98df001d11af req-09d791c7-36e2-452a-9b46-e651336a94e3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:32.668873 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-840dab68-8fc2-4c6a-85b2-98df001d11af req-09d791c7-36e2-452a-9b46-e651336a94e3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0552027 Aug 29 22:50:32.720932 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-840dab68-8fc2-4c6a-85b2-98df001d11af req-d20e77e6-5ce0-49ae-b9be-5d95a4200794 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Aug 29 22:50:33.084326 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:50:33.185830 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:33.197480 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'port_id': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'mac_address': 'fa:16:3e:13:22:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:50:33.234378 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: ACTIVE; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:33.234769 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:33.248568 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:50:33.288865 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:33.372821 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:33.437251 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=6']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:33.489465 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:50:33.569141 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:33.615493 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:33.680392 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121f13e-1246-4c40-861c-898fe93e1f10 req-8c300386-bc73-4faa-90f8-ec22f328906f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:33.681908 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f121f13e-1246-4c40-861c-898fe93e1f10 req-8c300386-bc73-4faa-90f8-ec22f328906f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Aug 29 22:50:33.709133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:33.731368 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f121f13e-1246-4c40-861c-898fe93e1f10 req-31fb2e2c-c240-4728-88fd-ba1578c772bc tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Aug 29 22:50:33.850820 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87585636-0dc5-4c50-85cb-424aa10023f3 req-9fe9d062-ea60-4c79-b5c1-307606505f1a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:33.852352 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-87585636-0dc5-4c50-85cb-424aa10023f3 req-9fe9d062-ea60-4c79-b5c1-307606505f1a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.0496886 Aug 29 22:50:33.906606 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-87585636-0dc5-4c50-85cb-424aa10023f3 req-41bed08e-fe9d-4eec-8e77-5ed808c1bff3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486174 Aug 29 22:50:34.672982 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58152) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:34.682658 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-2661bff1-3361-4d53-ad3e-0dae25d2945c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921636665', 'description': 'tempest-description--1146737264'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:34.781250 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881203-63aa-4817-aba4-2e56953406c1 req-594d7f5d-b30b-4d71-9343-60289079d49a tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:34.781716 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-594d7f5d-b30b-4d71-9343-60289079d49a tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9653652e-3745-4151-94b4-45dd87562ee4 HTTP/1.1" status: 200 len: 809 time: 0.1411135 Aug 29 22:50:34.816227 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-77374a68-75d8-4bdc-bc10-f48d3e9482cd tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/quotas/4f38e29d63fd4d04984af578b1708e4a HTTP/1.1" status: 200 len: 375 time: 0.0317914 Aug 29 22:50:34.843330 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2661bff1-3361-4d53-ad3e-0dae25d2945c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:34.899961 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-97525ea8-ec68-42d1-bf0e-3129ec4c978c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4f38e29d63fd4d04984af578b1708e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749846 Aug 29 22:50:34.901713 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291c66b-ad1a-4be5-b3df-97d482de0d83 req-a5c7ac0c-2744-41fe-8056-245638e95808 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:34.908920 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5291c66b-ad1a-4be5-b3df-97d482de0d83 req-a5c7ac0c-2744-41fe-8056-245638e95808 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0806425 Aug 29 22:50:35.008199 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5291c66b-ad1a-4be5-b3df-97d482de0d83 req-70a8d44b-5e1f-405c-837a-904e24d9bc5b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983329 Aug 29 22:50:35.058892 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-1621ac6b-10b8-4669-ac4f-54cc89e2fc3a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579070 Aug 29 22:50:35.059195 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2661bff1-3361-4d53-ad3e-0dae25d2945c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group (0c5f53d0-a03c-4c59-894b-6051781564e8), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.085717 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:35.129692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2661bff1-3361-4d53-ad3e-0dae25d2945c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0c5f53d0-a03c-4c59-894b-6051781564e8), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.165563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:35.166220 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.180522 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:35.188102 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661bff1-3361-4d53-ad3e-0dae25d2945c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5f53d0-a03c-4c59-894b-6051781564e8,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:35.273701 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd562fa-5189-44ec-a74a-35bdc7118f34 req-3e6acab4-41a9-4352-81ca-e6db3d576fef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:35.277428 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9bd562fa-5189-44ec-a74a-35bdc7118f34 req-3e6acab4-41a9-4352-81ca-e6db3d576fef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.0896699 Aug 29 22:50:35.280444 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:35.280880 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.333086 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:35.333086 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f540a-757a-42da-af6d-3366a33e6155" -d '{"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:35.333939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2661bff1-3361-4d53-ad3e-0dae25d2945c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.333939 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2661bff1-3361-4d53-ad3e-0dae25d2945c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6528718 Aug 29 22:50:35.338833 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58186) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:35.346626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-ec817244-f6c7-45b0-844b-c0e5cf893ebd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'security_group_rule': {'security_group_id': '0c5f53d0-a03c-4c59-894b-6051781564e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:35.367366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:35.423849 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9bd562fa-5189-44ec-a74a-35bdc7118f34 req-44cae7bd-5305-4928-9a21-49e5761c1b7a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355319 Aug 29 22:50:35.438304 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.478149 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-5575bf5a-c28d-4260-99d5-7cfe939c9101 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133630 Aug 29 22:50:35.497341 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cca80e-63c3-46d1-8840-d047c323403c x-openstack-request-id: req-15cca80e-63c3-46d1-8840-d047c323403c {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:35.497670 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:35.497940 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15cca80e-63c3-46d1-8840-d047c323403c {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:35.498342 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cca80e-63c3-46d1-8840-d047c323403c'] response: {'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'code': 200} Aug 29 22:50:35.542605 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ec817244-f6c7-45b0-844b-c0e5cf893ebd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group_rule (0dea5a66-611f-4aec-be44-3b974a1a7541), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.543898 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=7']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:35.668563 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ec817244-f6c7-45b0-844b-c0e5cf893ebd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group_rule (0dea5a66-611f-4aec-be44-3b974a1a7541), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.781783 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ec817244-f6c7-45b0-844b-c0e5cf893ebd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (0dea5a66-611f-4aec-be44-3b974a1a7541), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.807692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec817244-f6c7-45b0-844b-c0e5cf893ebd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dea5a66-611f-4aec-be44-3b974a1a7541,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:35.895750 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ec817244-f6c7-45b0-844b-c0e5cf893ebd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:35.901112 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ec817244-f6c7-45b0-844b-c0e5cf893ebd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5595806 Aug 29 22:50:35.901340 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58216) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:35.901816 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0ac54f61-5d28-48f9-9494-34483c94fe0e req-3291103d-74c9-4909-b1a3-b08698d53baa tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 210 time: 0.0547616 Aug 29 22:50:35.906386 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-26e87f51-7d50-4e95-a473-b47b3df7477f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'security_group_rule': {'security_group_id': '0c5f53d0-a03c-4c59-894b-6051781564e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:35.980680 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:36.065864 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-26e87f51-7d50-4e95-a473-b47b3df7477f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group_rule (543f600b-9869-4eae-bd8c-57f393fc97e6), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.166052 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58230) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:36.210100 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c44057-b015-4236-8306-9067fa122baf req-13bb3c26-f07e-4156-bb37-cb15bf66de56 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:36.211949 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-44c44057-b015-4236-8306-9067fa122baf req-13bb3c26-f07e-4156-bb37-cb15bf66de56 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0884848 Aug 29 22:50:36.232491 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-26e87f51-7d50-4e95-a473-b47b3df7477f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group_rule (543f600b-9869-4eae-bd8c-57f393fc97e6), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.292827 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-44c44057-b015-4236-8306-9067fa122baf req-a4ead615-4df9-4752-9c9a-66a34dd26a6c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740228 Aug 29 22:50:36.333240 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-26e87f51-7d50-4e95-a473-b47b3df7477f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (543f600b-9869-4eae-bd8c-57f393fc97e6), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.341457 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3816ea31-4e9b-4950-8512-7fc80ebfa400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.352921 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e87f51-7d50-4e95-a473-b47b3df7477f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543f600b-9869-4eae-bd8c-57f393fc97e6,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:36.423767 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-26e87f51-7d50-4e95-a473-b47b3df7477f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.428766 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-26e87f51-7d50-4e95-a473-b47b3df7477f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5249665 Aug 29 22:50:36.429176 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58234) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:36.433767 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:36.477483 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3816ea31-4e9b-4950-8512-7fc80ebfa400 admin admin] Publish callbacks [] for security_group (8ebdc99b-65cc-45c4-82e9-3da55899f1fd), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.624183 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b87f-3436-4fb8-9634-523adef4ab49 req-9f6e312d-49c8-45d6-ab6f-e033bd3bc2e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:36.634455 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-baa7b87f-3436-4fb8-9634-523adef4ab49 req-9f6e312d-49c8-45d6-ab6f-e033bd3bc2e4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.1136563 Aug 29 22:50:36.698404 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:36.711285 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-baa7b87f-3436-4fb8-9634-523adef4ab49 req-0e56f26c-7721-4871-8022-4492cdf4fe00 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758467 Aug 29 22:50:36.719161 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.727496 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3816ea31-4e9b-4950-8512-7fc80ebfa400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (8ebdc99b-65cc-45c4-82e9-3da55899f1fd), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.777675 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-3816ea31-4e9b-4950-8512-7fc80ebfa400 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b36b55388b384cc0885684a218675d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6103156 Aug 29 22:50:36.780022 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816ea31-4e9b-4950-8512-7fc80ebfa400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebdc99b-65cc-45c4-82e9-3da55899f1fd,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:36.783282 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58244) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:36.841501 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:36.848183 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f33ad18f-82e0-4d6a-bbe5-790084074353 admin admin] Publish callbacks [] for security_group (8ebdc99b-65cc-45c4-82e9-3da55899f1fd), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.881914 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f33ad18f-82e0-4d6a-bbe5-790084074353 admin admin] Publish callbacks [] for security_group (8ebdc99b-65cc-45c4-82e9-3da55899f1fd), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:36.891656 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:37.043542 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f33ad18f-82e0-4d6a-bbe5-790084074353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (8ebdc99b-65cc-45c4-82e9-3da55899f1fd), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:37.046315 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f33ad18f-82e0-4d6a-bbe5-790084074353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:37.054780 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f33ad18f-82e0-4d6a-bbe5-790084074353 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8ebdc99b-65cc-45c4-82e9-3da55899f1fd HTTP/1.1" status: 204 len: 168 time: 0.2634830 Aug 29 22:50:37.075561 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ad18f-82e0-4d6a-bbe5-790084074353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebdc99b-65cc-45c4-82e9-3da55899f1fd,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:37.106660 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5efad2dc-ed37-45b7-9b8a-eac0d021ee2b req-489b99c0-6ed5-446d-8d00-0d9a087ebff9 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 210 time: 0.0864692 Aug 29 22:50:37.149786 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Allocated IP 172.27.4.18 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/d09bb73c-8f74-43cb-84c2-d000ec1daa25) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:37.281527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58254) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:37.401958 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:37.527058 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938a68f-00a5-4403-ac65-d76a1b6c905e req-d2352e2d-f822-4c1c-9137-50b11a0d98ff tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:37.528770 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3938a68f-00a5-4403-ac65-d76a1b6c905e req-d2352e2d-f822-4c1c-9137-50b11a0d98ff tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0815716 Aug 29 22:50:37.615201 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3938a68f-00a5-4403-ac65-d76a1b6c905e req-2a0df6a9-d511-4bcf-b059-e34c351d31ac tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761240 Aug 29 22:50:37.739415 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:37.740301 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-dc07bca0-4cda-4e88-939a-81f9be94592d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:37.845349 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:37.875329 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:37.880610 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'Port': ['ID=d09bb73c-8f74-43cb-84c2-d000ec1daa25,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:37.884356 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:37.887893 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:37.890243 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:37.925501 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-dc07bca0-4cda-4e88-939a-81f9be94592d admin admin] Publish callbacks [] for security_group (0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:37.995509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29ab3f-fd4d-4c49-a4ad-f4836ec6c2fd req-34e4fdf3-72b2-4f6a-8f53-18a87aff2c3d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:38.002593 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2e29ab3f-fd4d-4c49-a4ad-f4836ec6c2fd req-34e4fdf3-72b2-4f6a-8f53-18a87aff2c3d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0795949 Aug 29 22:50:38.070950 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.093890 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2e29ab3f-fd4d-4c49-a4ad-f4836ec6c2fd req-b7731fa0-21c7-45cb-b767-c3f843c00da7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902908 Aug 29 22:50:38.096850 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-dc07bca0-4cda-4e88-939a-81f9be94592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.148981 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07bca0-4cda-4e88-939a-81f9be94592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:38.258169 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-dc07bca0-4cda-4e88-939a-81f9be94592d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=7e51e4fb4d424c9bb521b3f9e9e0b623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8865392 Aug 29 22:50:38.258169 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58268) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:38.258169 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-23690875-f3ad-4979-adfa-39cca88386ac admin admin] Publish callbacks [] for security_group (0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.282830 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-23690875-f3ad-4979-adfa-39cca88386ac admin admin] Publish callbacks [] for security_group (0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.354669 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-acf9b32b-90fb-4a49-8613-107b043b4c51 req-63059fcf-08ce-4ce8-87d0-08234e48716a tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 210 time: 0.0739737 Aug 29 22:50:38.476684 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.492688 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-23690875-f3ad-4979-adfa-39cca88386ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.499335 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-23690875-f3ad-4979-adfa-39cca88386ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.508609 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-23690875-f3ad-4979-adfa-39cca88386ac admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb HTTP/1.1" status: 204 len: 168 time: 0.3347812 Aug 29 22:50:38.528253 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23690875-f3ad-4979-adfa-39cca88386ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b0901-6325-4a7a-ae0e-1c1bf0c3e6bb,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:38.622459 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58274) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:38.651681 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-07a2cbe7-bad1-4fc4-abbf-a0f73d887d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.829056 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-07a2cbe7-bad1-4fc4-abbf-a0f73d887d9c admin admin] Publish callbacks [] for security_group (57ee41ae-a1e8-49a2-b354-7c7116bf1926), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:38.892618 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dc6c8-1fdd-43b9-be72-104bf9ec9157 req-155e68b0-6e0c-465c-880e-689649687356 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:38.898773 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e04dc6c8-1fdd-43b9-be72-104bf9ec9157 req-155e68b0-6e0c-465c-880e-689649687356 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.1567357 Aug 29 22:50:38.960119 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.001434 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e04dc6c8-1fdd-43b9-be72-104bf9ec9157 req-961ed01e-4e8d-4975-ba82-a61283ddff06 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875266 Aug 29 22:50:39.054956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-07a2cbe7-bad1-4fc4-abbf-a0f73d887d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (57ee41ae-a1e8-49a2-b354-7c7116bf1926), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.077587 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.100645 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-07a2cbe7-bad1-4fc4-abbf-a0f73d887d9c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=fa046193ae5342259c075f97135ed978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765272 Aug 29 22:50:39.130835 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58284) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:39.131735 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2cbe7-bad1-4fc4-abbf-a0f73d887d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee41ae-a1e8-49a2-b354-7c7116bf1926,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:39.213389 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.216840 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'Port': ['ID=d09bb73c-8f74-43cb-84c2-d000ec1daa25,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:39.344887 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5efbade8-65bb-4b66-a00e-04192bb5beef admin admin] Publish callbacks [] for security_group (57ee41ae-a1e8-49a2-b354-7c7116bf1926), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.427519 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63562a8f-a12a-4ce9-a87c-04cc6b2f0df2 req-39450a0a-d966-4690-b76f-c36ab2776b4d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:39.429307 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-63562a8f-a12a-4ce9-a87c-04cc6b2f0df2 req-39450a0a-d966-4690-b76f-c36ab2776b4d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.1057563 Aug 29 22:50:39.432541 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5efbade8-65bb-4b66-a00e-04192bb5beef admin admin] Publish callbacks [] for security_group (57ee41ae-a1e8-49a2-b354-7c7116bf1926), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.515248 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-02bc7dfa-016b-4d2e-8338-86df3c75a533 req-5daf2f73-93bf-4759-8de1-b32a578f0e99 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 210 time: 0.0445588 Aug 29 22:50:39.516498 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-63562a8f-a12a-4ce9-a87c-04cc6b2f0df2 req-e69d3765-8767-4bad-a323-697ab190bdb0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700951 Aug 29 22:50:39.583160 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.584757 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-91ed565b-afe4-4dca-be87-ab62446eea81 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1543770 Aug 29 22:50:39.665191 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5efbade8-65bb-4b66-a00e-04192bb5beef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (57ee41ae-a1e8-49a2-b354-7c7116bf1926), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.674177 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5efbade8-65bb-4b66-a00e-04192bb5beef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:39.674177 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-5efbade8-65bb-4b66-a00e-04192bb5beef admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/57ee41ae-a1e8-49a2-b354-7c7116bf1926 HTTP/1.1" status: 204 len: 168 time: 0.5222118 Aug 29 22:50:39.692409 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbade8-65bb-4b66-a00e-04192bb5beef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee41ae-a1e8-49a2-b354-7c7116bf1926,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:39.752593 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:40.139515 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aca2e-25ec-497b-abe8-b6ef1c010cec req-5aba85a1-8f07-4dbc-80c3-933a84460c1b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:40.141013 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ef3aca2e-25ec-497b-abe8-b6ef1c010cec req-5aba85a1-8f07-4dbc-80c3-933a84460c1b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Aug 29 22:50:40.190618 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ef3aca2e-25ec-497b-abe8-b6ef1c010cec req-1e65a760-a2ce-42a0-940a-a505a5198487 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425081 Aug 29 22:50:40.494710 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:40.567481 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881203-63aa-4817-aba4-2e56953406c1 req-782075ec-3e5b-4fed-81d1-a45ef3d27098 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:40.571633 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-782075ec-3e5b-4fed-81d1-a45ef3d27098 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "GET /networking/v2.0/networks?id=9653652e-3745-4151-94b4-45dd87562ee4 HTTP/1.1" status: 200 len: 809 time: 0.1903272 Aug 29 22:50:40.588611 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Request body: {'port': {'device_id': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4', 'admin_state_up': True, 'tenant_id': '4f38e29d63fd4d04984af578b1708e4a'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:40.766599 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e458843-4b76-4995-95fe-e40a9a9918c9 req-6a80543c-5974-4089-833e-651d2cc088c7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:40.778712 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:40.782624 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6e458843-4b76-4995-95fe-e40a9a9918c9 req-6a80543c-5974-4089-833e-651d2cc088c7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.1199055 Aug 29 22:50:40.878235 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6e458843-4b76-4995-95fe-e40a9a9918c9 req-4386d439-848e-4b7c-9fca-d66681216c5a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900810 Aug 29 22:50:40.892165 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Made reservation on behalf of 4f38e29d63fd4d04984af578b1708e4a for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:40.899308 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:41.109645 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7ce964e1-9a12-43a2-8e6f-a10157408dfb req-216f6f6e-166a-4dc2-bca4-d001fdd2ed68 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 210 time: 0.0656331 Aug 29 22:50:41.232229 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Allocated IP 172.20.0.7 (9653652e-3745-4151-94b4-45dd87562ee4/cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df/ee97e81f-a560-4212-bbef-ab1ff649f524) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:41.455098 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d988a-c9b0-42a2-940a-8ad8bab1d96f req-47fb6d08-eaa3-4243-8b66-149207ed793c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:41.458245 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-754d988a-c9b0-42a2-940a-8ad8bab1d96f req-47fb6d08-eaa3-4243-8b66-149207ed793c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.1342623 Aug 29 22:50:41.588736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks [] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:41.605159 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-754d988a-c9b0-42a2-940a-8ad8bab1d96f req-cbd26066-4a8e-4837-bc15-9b8ac58c90c9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222670 Aug 29 22:50:41.605263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:41.760484 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:41.832185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Network 9653652e-3745-4151-94b4-45dd87562ee4 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:41.835979 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:41.847027 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:41.882915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Pushing event updated for resources: {'Port': ['ID=ee97e81f-a560-4212-bbef-ab1ff649f524,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:41.915587 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:41.916308 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:42.039797 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-dfd212ba-cc3a-4631-a3e5-55a4ed8d92a3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4547021 Aug 29 22:50:42.041775 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:42.052696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Request body: {'port': {'device_id': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:42.097571 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b095f2e-5b62-4a15-90ca-d2830d870b00 req-b4bbd5a8-8023-4a91-a468-2574b570bec6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:42.099512 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0b095f2e-5b62-4a15-90ca-d2830d870b00 req-b4bbd5a8-8023-4a91-a468-2574b570bec6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.1109483 Aug 29 22:50:42.167048 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:42.181974 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0b095f2e-5b62-4a15-90ca-d2830d870b00 req-85733bf9-0380-4ed9-bbb0-7b382fa01185 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763335 Aug 29 22:50:42.446110 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46deca4-7d0d-4d83-b00b-723a5c6986e4 req-443a7699-973d-49af-8c34-901aaf8eddae tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:42.448608 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d46deca4-7d0d-4d83-b00b-723a5c6986e4 req-443a7699-973d-49af-8c34-901aaf8eddae tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 931 time: 0.1067350 Aug 29 22:50:42.546958 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:42.603077 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d46deca4-7d0d-4d83-b00b-723a5c6986e4 req-6d193138-6025-40a6-bb9b-f17b5de6bb3f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322050 Aug 29 22:50:42.669363 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee97e81f-a560-4212-bbef-ab1ff649f524 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:50:42.679868 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Publish callbacks [] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:42.695997 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Transition to ACTIVE for port object ee97e81f-a560-4212-bbef-ab1ff649f524 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:50:42.773564 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726689-f6dc-496e-9aae-4fcd9651dbf2 req-62874479-54b4-4cf1-8465-6594049c4cae tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:42.782347 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e0726689-f6dc-496e-9aae-4fcd9651dbf2 req-62874479-54b4-4cf1-8465-6594049c4cae tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0950747 Aug 29 22:50:42.793060 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:42.843132 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Pushing event updated for resources: {'Port': ['ID=ee97e81f-a560-4212-bbef-ab1ff649f524,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:42.856932 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e0726689-f6dc-496e-9aae-4fcd9651dbf2 req-dda6b9bf-aa27-4dc7-8db6-5fc879918da9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733118 Aug 29 22:50:42.952613 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Attempting to bind port ee97e81f-a560-4212-bbef-ab1ff649f524 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:42.953001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Attempting to bind port ee97e81f-a560-4212-bbef-ab1ff649f524 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:42.953189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Attempting to bind port ee97e81f-a560-4212-bbef-ab1ff649f524 on network 9653652e-3745-4151-94b4-45dd87562ee4 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:42.958693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Port ee97e81f-a560-4212-bbef-ab1ff649f524 on network 9653652e-3745-4151-94b4-45dd87562ee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:50:42.959028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Attempting to bind port ee97e81f-a560-4212-bbef-ab1ff649f524 on network 9653652e-3745-4151-94b4-45dd87562ee4 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:42.964503 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:42.964952 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Checking segment: {'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:42.965344 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Bound using segment: {'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:42.965910 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Bound port: ee97e81f-a560-4212-bbef-ab1ff649f524, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:42.966285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:43.049628 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] For port ee97e81f-a560-4212-bbef-ab1ff649f524, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:43.057039 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] For port ee97e81f-a560-4212-bbef-ab1ff649f524, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ee97e81f-a560-4212-bbef-ab1ff649f524,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:43.165534 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:43.175980 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.176663 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:43.178231 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/ee97e81f-a560-4212-bbef-ab1ff649f524 HTTP/1.1" status: 200 len: 1093 time: 1.1317105 Aug 29 22:50:43.178693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'tag': 'ee97e81f-a560-4212-bbef-ab1ff649f524'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:43.181010 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc4c4e6-1203-43ea-995a-011f31074c05" -d '{"events": [{"name": "network-changed", "server_uuid": "cad6be4f-2566-4c5e-bf34-b209c3fd086c", "tag": "ee97e81f-a560-4212-bbef-ab1ff649f524"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:43.265859 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd5cd0-8dfc-4446-8e03-d65b8fb72797 service neutron] Pushing event updated for resources: {'Port': ['ID=ee97e81f-a560-4212-bbef-ab1ff649f524,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:43.318724 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b351e1a-768b-421e-976d-3a2b3ceb85d7 x-openstack-request-id: req-7b351e1a-768b-421e-976d-3a2b3ceb85d7 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:43.329726 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad6be4f-2566-4c5e-bf34-b209c3fd086c", "tag": "ee97e81f-a560-4212-bbef-ab1ff649f524", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:43.329932 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b351e1a-768b-421e-976d-3a2b3ceb85d7 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:43.330230 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b351e1a-768b-421e-976d-3a2b3ceb85d7'] response: {'name': 'network-changed', 'server_uuid': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'tag': 'ee97e81f-a560-4212-bbef-ab1ff649f524', 'status': 'completed', 'code': 200} Aug 29 22:50:43.405387 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c059-6939-486c-a9ec-e1af13106f2f req-ada026fc-1cd3-4767-bfd0-868b659a4055 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.414203 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f8b3c059-6939-486c-a9ec-e1af13106f2f req-ada026fc-1cd3-4767-bfd0-868b659a4055 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0666368 Aug 29 22:50:43.450301 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c4e6-1203-43ea-995a-011f31074c05 req-e7de81da-9ac1-40f6-8ed9-9e8ce5656519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.451855 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc4c4e6-1203-43ea-995a-011f31074c05 req-e7de81da-9ac1-40f6-8ed9-9e8ce5656519 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=4f38e29d63fd4d04984af578b1708e4a&device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 1127 time: 0.1090596 Aug 29 22:50:43.492539 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f8b3c059-6939-486c-a9ec-e1af13106f2f req-dc8cb14e-4fa1-489c-ad2d-a628241dd08c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769868 Aug 29 22:50:43.495317 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:43.631613 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860f027-6704-4181-a575-37f8908d4452 req-ff3b6780-7f68-4468-93a6-dbb6b04d3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.633330 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0860f027-6704-4181-a575-37f8908d4452 req-ff3b6780-7f68-4468-93a6-dbb6b04d3f19 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 1129 time: 0.0542378 Aug 29 22:50:43.716635 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdc530-50ac-46d3-b0b8-65047e32bf31 req-cc16b6ce-25e0-4cb8-ab55-526295b2cd68 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.719852 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d7cdc530-50ac-46d3-b0b8-65047e32bf31 req-cc16b6ce-25e0-4cb8-ab55-526295b2cd68 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0722420 Aug 29 22:50:43.733953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c4e6-1203-43ea-995a-011f31074c05 req-d6183a31-a651-42e5-ad76-bd51d187797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.737019 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc4c4e6-1203-43ea-995a-011f31074c05 req-d6183a31-a651-42e5-ad76-bd51d187797b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=4f38e29d63fd4d04984af578b1708e4a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2764874 Aug 29 22:50:43.848232 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860f027-6704-4181-a575-37f8908d4452 req-aafbc08d-581e-42fe-9484-4a56dd146b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:43.848232 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0860f027-6704-4181-a575-37f8908d4452 req-aafbc08d-581e-42fe-9484-4a56dd146b7c service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 912 time: 0.2026277 Aug 29 22:50:43.876078 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d7cdc530-50ac-46d3-b0b8-65047e32bf31 req-7870a13f-b685-470c-ad67-84279a9491e2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073790 Aug 29 22:50:43.963462 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0860f027-6704-4181-a575-37f8908d4452 req-62382aaf-507e-4f69-b709-de89c8e1dba9 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb HTTP/1.1" status: 200 len: 1001 time: 0.0952587 Aug 29 22:50:44.052508 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f37b8-b4c9-4f6b-ba61-f1849802007a req-da48d44a-5fbd-407c-b0eb-a7f860b15cc4 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:44.061676 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e49f37b8-b4c9-4f6b-ba61-f1849802007a req-da48d44a-5fbd-407c-b0eb-a7f860b15cc4 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 943 time: 0.0877082 Aug 29 22:50:44.066479 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860f027-6704-4181-a575-37f8908d4452 req-85d82e38-a786-4a94-bb36-e6176a65d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:44.069604 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0860f027-6704-4181-a575-37f8908d4452 req-85d82e38-a786-4a94-bb36-e6176a65d134 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 200 len: 850 time: 0.0760801 Aug 29 22:50:44.153482 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e49f37b8-b4c9-4f6b-ba61-f1849802007a req-923d8c2f-3fcb-4581-a45a-7edeb5803292 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906303 Aug 29 22:50:44.183975 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:44.185639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860f027-6704-4181-a575-37f8908d4452 req-f982f0fc-f687-4d98-9184-8eac925c749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:44.187198 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0860f027-6704-4181-a575-37f8908d4452 req-f982f0fc-f687-4d98-9184-8eac925c749a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3cbc22b7-19e9-4863-99a1-541b71beccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689175 Aug 29 22:50:44.189763 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c4e6-1203-43ea-995a-011f31074c05 req-3ec0d5d9-280a-4593-bb9c-85519de010ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:44.191192 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc4c4e6-1203-43ea-995a-011f31074c05 req-3ec0d5d9-280a-4593-bb9c-85519de010ad service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4469573 Aug 29 22:50:44.209702 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-f441d4dc-3dea-4ca4-b2db-cdc322145701 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1921636665&fields=id&tenant_id=52aad64da33c4a48aa9eb7e325c5669b HTTP/1.1" status: 200 len: 267 time: 0.3404129 Aug 29 22:50:44.674731 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aac037-8cfd-4cf9-a7bb-770c459d3cf2 req-d9d2da11-5fa8-4131-866e-44f54d73eda7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:44.682516 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-02aac037-8cfd-4cf9-a7bb-770c459d3cf2 req-d9d2da11-5fa8-4131-866e-44f54d73eda7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0797153 Aug 29 22:50:44.739525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881203-63aa-4817-aba4-2e56953406c1 req-d36e727f-cfff-4d6b-95e6-1557008321e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:44.741052 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-d36e727f-cfff-4d6b-95e6-1557008321e1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=4f38e29d63fd4d04984af578b1708e4a&device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 1127 time: 0.4778666 Aug 29 22:50:44.755640 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-02aac037-8cfd-4cf9-a7bb-770c459d3cf2 req-44ed50ce-4afa-438d-91fd-90b3fcf2c29e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719666 Aug 29 22:50:44.819478 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0860f027-6704-4181-a575-37f8908d4452 req-b740b7ab-8c1d-4db7-96c6-9ae02ebda8c4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068728 Aug 29 22:50:44.838053 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-52e49673-fcb1-4733-b6fa-b8bc23efae89 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:44.839776 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-52e49673-fcb1-4733-b6fa-b8bc23efae89 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 819 time: 0.6292517 Aug 29 22:50:44.857203 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-f0ffde17-16bc-408f-9f37-7b920323e719 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/quotas/52aad64da33c4a48aa9eb7e325c5669b HTTP/1.1" status: 200 len: 375 time: 0.0105932 Aug 29 22:50:44.948551 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-abe95c01-0f7c-45ed-9c67-4d3e4bd63110 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847800 Aug 29 22:50:45.062429 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66afcb-ccb3-4633-ac79-2327e605519b req-7aaf2ac5-a2ac-40b1-a494-2041c25fac49 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:45.064275 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0f66afcb-ccb3-4633-ac79-2327e605519b req-7aaf2ac5-a2ac-40b1-a494-2041c25fac49 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0938244 Aug 29 22:50:45.091257 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-10537027-c599-4a43-9222-04f8be0a6c67 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270096 Aug 29 22:50:45.125370 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0f66afcb-ccb3-4633-ac79-2327e605519b req-a7012d09-ec9e-44e3-916d-faeae537773d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535836 Aug 29 22:50:45.216279 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e837ff7f-2355-48d7-a25d-b224599a2d5d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178567 Aug 29 22:50:45.466349 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96ea8a-ba72-4d3d-86e9-c8f642d7b5bf req-ec6603ad-8511-4ad5-92e1-17f48aca5ef7 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:45.468664 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7e96ea8a-ba72-4d3d-86e9-c8f642d7b5bf req-ec6603ad-8511-4ad5-92e1-17f48aca5ef7 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 943 time: 0.0704184 Aug 29 22:50:45.519025 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7e96ea8a-ba72-4d3d-86e9-c8f642d7b5bf req-e829f914-fc32-4ab9-9cde-e9775f770041 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Aug 29 22:50:45.844586 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:45.866852 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f4110577-dec9-4fdf-91e8-81ac90b4f7fa req-5e84c98d-ffa2-4023-a6c9-c1fd4873c7ba tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0319304 Aug 29 22:50:45.961188 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcbfac-bc4b-4af9-9701-8b5286f49957 req-b070a4fc-0d7b-44b6-b602-15d81a9bced8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:45.963073 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cebcbfac-bc4b-4af9-9701-8b5286f49957 req-b070a4fc-0d7b-44b6-b602-15d81a9bced8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0759392 Aug 29 22:50:46.065698 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cebcbfac-bc4b-4af9-9701-8b5286f49957 req-c90b060c-1c74-4995-834d-62674d2c7b31 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968015 Aug 29 22:50:46.266845 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ea11a-c233-4ebd-bc66-37500be1ac86 req-f41fe2c3-10c8-4e09-a5f3-4fd288ee018e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:46.268537 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f93ea11a-c233-4ebd-bc66-37500be1ac86 req-f41fe2c3-10c8-4e09-a5f3-4fd288ee018e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0575261 Aug 29 22:50:46.327567 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f93ea11a-c233-4ebd-bc66-37500be1ac86 req-f67c213b-0dc4-4886-a52d-619438858fc9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515966 Aug 29 22:50:46.645513 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48d026-789f-4cfc-9d52-5ef58656559c req-b32a039a-b027-48b5-b6bd-48a27e26f90f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:46.647027 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ca48d026-789f-4cfc-9d52-5ef58656559c req-b32a039a-b027-48b5-b6bd-48a27e26f90f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 943 time: 0.0529842 Aug 29 22:50:46.695558 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ca48d026-789f-4cfc-9d52-5ef58656559c req-d34f4db4-340a-4b3f-9a47-187f02281e33 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Aug 29 22:50:46.998129 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7ae36834-49f7-4824-852f-c27542e3d642 req-af2aca27-5ae3-4bad-99d5-2c6f17818737 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0344880 Aug 29 22:50:47.210016 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279344-3c8b-4285-a06c-a15968077319 req-009431af-f82c-4d89-ac4a-aa895d797811 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:47.213565 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-37279344-3c8b-4285-a06c-a15968077319 req-009431af-f82c-4d89-ac4a-aa895d797811 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0518923 Aug 29 22:50:47.262009 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:47.302028 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-37279344-3c8b-4285-a06c-a15968077319 req-74b0b3a8-a14f-4400-a8cd-0ac2197907ba tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829282 Aug 29 22:50:47.480081 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dac6e-6665-47d2-9689-74b96698c5b8 req-7fa4fdc5-2430-4b4c-bc61-d0a1c8296d4a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:47.483197 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-813dac6e-6665-47d2-9689-74b96698c5b8 req-7fa4fdc5-2430-4b4c-bc61-d0a1c8296d4a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0738034 Aug 29 22:50:47.569985 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-813dac6e-6665-47d2-9689-74b96698c5b8 req-18dde4d6-ef40-439f-b005-c194270beaaa tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804136 Aug 29 22:50:47.590161 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-5ae29543-aa6d-4397-bae9-8eccb5b4d061 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee97e81f-a560-4212-bbef-ab1ff649f524 HTTP/1.1" status: 200 len: 217 time: 0.0809441 Aug 29 22:50:47.745381 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5881203-63aa-4817-aba4-2e56953406c1 req-0296221f-4875-418f-a301-cd154a476fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:47.749971 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-0296221f-4875-418f-a301-cd154a476fef service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df HTTP/1.1" status: 200 len: 849 time: 0.0998826 Aug 29 22:50:47.749971 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0860f027-6704-4181-a575-37f8908d4452 req-daedd093-d2c0-49a8-b106-090cff136f71 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318451 Aug 29 22:50:47.791025 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-a95f1a49-4561-4359-ab1b-dc7cbd9a9b85 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9653652e-3745-4151-94b4-45dd87562ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319214 Aug 29 22:50:47.921702 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfaa84-989b-4a09-bb8e-0b5d81f1ef21 req-cec63ca8-b92a-4a5f-8f32-0050397c5ca6 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:47.923348 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66cfaa84-989b-4a09-bb8e-0b5d81f1ef21 req-cec63ca8-b92a-4a5f-8f32-0050397c5ca6 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 943 time: 0.0674267 Aug 29 22:50:47.969128 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-064bed0f-525e-472a-bec0-9d0be13989e4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680334 Aug 29 22:50:47.993509 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66cfaa84-989b-4a09-bb8e-0b5d81f1ef21 req-4fd7ec76-9717-4639-ab2f-e418426e8979 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622923 Aug 29 22:50:48.140422 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:48.145582 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-21d25489-4e27-439c-b96a-2ced1fb8f403 req-da5ca95d-fd64-4a11-b9cd-3401444e3b9f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0391157 Aug 29 22:50:48.188012 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f5881203-63aa-4817-aba4-2e56953406c1 req-eaf46517-3493-42e8-a5ef-c15504607677 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346629 Aug 29 22:50:48.466845 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:48.476931 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15107e84-01a3-439f-bc95-c8925273dae2 req-6f307a86-cab9-45c9-ac04-754ce5cdb738 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:48.478603 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-15107e84-01a3-439f-bc95-c8925273dae2 req-6f307a86-cab9-45c9-ac04-754ce5cdb738 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0829961 Aug 29 22:50:48.563112 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-15107e84-01a3-439f-bc95-c8925273dae2 req-845c6106-f0d7-4481-91e5-4e7e5a2a3a87 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781367 Aug 29 22:50:48.728181 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91246382-0361-410f-9b98-e76e35c562e2 req-a7f20a7e-7fb4-4c91-b0ae-66900bc35526 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:48.737056 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-91246382-0361-410f-9b98-e76e35c562e2 req-a7f20a7e-7fb4-4c91-b0ae-66900bc35526 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0817671 Aug 29 22:50:48.800531 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-91246382-0361-410f-9b98-e76e35c562e2 req-8937bcff-a203-4650-86f3-5c799a38b409 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620108 Aug 29 22:50:49.137299 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b0fed-88c5-4ef4-bd17-a5a4fb06322f req-1db7262f-1307-44db-a46f-ef9c82ce640e tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:49.138789 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c06b0fed-88c5-4ef4-bd17-a5a4fb06322f req-1db7262f-1307-44db-a46f-ef9c82ce640e tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 943 time: 0.0579438 Aug 29 22:50:49.187657 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c06b0fed-88c5-4ef4-bd17-a5a4fb06322f req-96b0be63-ab04-4802-859a-c88d65e13a97 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Aug 29 22:50:49.246848 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-90b39b53-58c1-4e73-a481-d7dfa82f7e74 req-257dc8d0-024c-4f07-b265-9e542204adf8 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Aug 29 22:50:49.684416 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc62a5-22f9-468e-acb5-079ec787f391 req-084fd52d-01ba-4f4a-aac8-9b4197861ad1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:49.685938 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-febc62a5-22f9-468e-acb5-079ec787f391 req-084fd52d-01ba-4f4a-aac8-9b4197861ad1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0475483 Aug 29 22:50:49.717846 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=47 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:49.739119 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-febc62a5-22f9-468e-acb5-079ec787f391 req-233a370d-0070-4455-8988-8d88c558f761 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 Aug 29 22:50:50.007171 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf223f21-720b-475d-be37-cf5d6f9bce86 req-4249a19e-0f0e-498e-9e79-d6b527f97d0d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:50.009091 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bf223f21-720b-475d-be37-cf5d6f9bce86 req-4249a19e-0f0e-498e-9e79-d6b527f97d0d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0674953 Aug 29 22:50:50.112107 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bf223f21-720b-475d-be37-cf5d6f9bce86 req-e1271364-fe80-4107-a5e2-ed5b434c3afc tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970845 Aug 29 22:50:50.367513 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4179-1429-4368-948b-d1bc467caac3 req-7cd4b155-2c19-4770-84eb-bb190bc973f2 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:50.378673 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-61fe4179-1429-4368-948b-d1bc467caac3 req-7cd4b155-2c19-4770-84eb-bb190bc973f2 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 943 time: 0.0747495 Aug 29 22:50:50.434666 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bded6701-1a63-434d-890f-c1467d5f86f5 req-3f6eaf6f-32e0-4a8b-8f8b-c6b7e12dbfe5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0579991 Aug 29 22:50:50.469386 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-61fe4179-1429-4368-948b-d1bc467caac3 req-33e38fa2-ad51-4c72-900d-4d70c736a698 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919847 Aug 29 22:50:50.852631 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:50.874193 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b5411-8d48-490b-83a8-410aaa25b6ca req-bb2e90f6-c5b8-4284-8bec-e71c2f662154 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:50.875852 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3e2b5411-8d48-490b-83a8-410aaa25b6ca req-bb2e90f6-c5b8-4284-8bec-e71c2f662154 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0543625 Aug 29 22:50:50.936473 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3e2b5411-8d48-490b-83a8-410aaa25b6ca req-dff0c373-614b-4550-8439-9f82cc0df84c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543768 Aug 29 22:50:51.143377 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ee97e81f-a560-4212-bbef-ab1ff649f524 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:50:51.217092 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:51.228800 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-f5414b04-2075-4cb1-9459-b284705bc755 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:51.228800 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-f5414b04-2075-4cb1-9459-b284705bc755 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 819 time: 0.1379471 Aug 29 22:50:51.246675 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ee97e81f-a560-4212-bbef-ab1ff649f524, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ee97e81f-a560-4212-bbef-ab1ff649f524,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:51.259839 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'ee97e81f-a560-4212-bbef-ab1ff649f524', 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4', 'port_id': 'ee97e81f-a560-4212-bbef-ab1ff649f524', 'mac_address': 'fa:16:3e:d8:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:50:51.296576 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-362ca6a1-31d4-45d2-9e11-36ec24e35d9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52aad64da33c4a48aa9eb7e325c5669b HTTP/1.1" status: 200 len: 380 time: 0.0596070 Aug 29 22:50:51.303890 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port ee97e81f-a560-4212-bbef-ab1ff649f524 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:51.304512 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.307238 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'port': {'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'admin_state_up': True, 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'security_groups': ['0c5f53d0-a03c-4c59-894b-6051781564e8']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:51.320498 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee97e81f-a560-4212-bbef-ab1ff649f524 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:50:51.344541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ee97e81f-a560-4212-bbef-ab1ff649f524, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ee97e81f-a560-4212-bbef-ab1ff649f524,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:51.452180 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.500556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Made reservation on behalf of 52aad64da33c4a48aa9eb7e325c5669b for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:51.504415 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.515366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=ee97e81f-a560-4212-bbef-ab1ff649f524,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:51.588420 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ad39a997-f13b-4dbc-993d-a3d8330c56d5 req-885afad1-fd32-40c3-91fc-8dcff1a783b9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0410082 Aug 29 22:50:51.621431 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecf86e-f681-4b11-a88c-1fd80313ba1e req-abd5d669-370b-4732-b57b-d75059f51679 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:51.623956 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fcecf86e-f681-4b11-a88c-1fd80313ba1e req-abd5d669-370b-4732-b57b-d75059f51679 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 944 time: 0.0617106 Aug 29 22:50:51.687862 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fcecf86e-f681-4b11-a88c-1fd80313ba1e req-d1164d08-c09b-4a5d-9f8d-54372961086b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571411 Aug 29 22:50:51.710587 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Allocated IP 172.20.0.7 (e0df57fe-49a1-4753-930b-30f7d46d9482/8fa2308a-d2cb-4789-85b8-160c4d2abcf2/d5317cad-0fae-4b42-bce5-918aa12399dd) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:50:51.738605 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:51.858716 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:51.909630 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['ee97e81f-a560-4212-bbef-ab1ff649f524'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:50:52.012932 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.151241 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event updated for resources: {'Port': ['ID=d5317cad-0fae-4b42-bce5-918aa12399dd,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:52.156428 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Network e0df57fe-49a1-4753-930b-30f7d46d9482 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:50:52.165346 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:52.167797 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:50:52.176220 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee507e-2f4b-473a-9022-329cd6c72847 req-4adbec04-1c9b-46c4-9422-cf3593a76ce8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.178040 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8cee507e-2f4b-473a-9022-329cd6c72847 req-4adbec04-1c9b-46c4-9422-cf3593a76ce8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.1234484 Aug 29 22:50:52.180760 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c977e07-faca-455b-8693-a80b365013d6 req-7a8ef2d7-9085-440b-abdb-27a4d32955cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.182524 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3c977e07-faca-455b-8693-a80b365013d6 req-7a8ef2d7-9085-440b-abdb-27a4d32955cf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 1129 time: 0.1025994 Aug 29 22:50:52.221700 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:52.313785 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.314417 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.353910 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8cee507e-2f4b-473a-9022-329cd6c72847 req-6b0f585e-7738-4fb2-b7ef-76f8b69f2d1b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506622 Aug 29 22:50:52.380782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c977e07-faca-455b-8693-a80b365013d6 req-c52cf3c5-fe26-4b13-a651-7f81c62851bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.382428 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3c977e07-faca-455b-8693-a80b365013d6 req-c52cf3c5-fe26-4b13-a651-7f81c62851bd service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.1803918 Aug 29 22:50:52.385953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9745-5276-4152-8a6f-ea5aac5cff8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.437045 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-83b81eb1-a19f-45af-b913-7045ac63a973 None None] Provisioning complete for port d5317cad-0fae-4b42-bce5-918aa12399dd triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:52.437216 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-83b81eb1-a19f-45af-b913-7045ac63a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.459551 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3c977e07-faca-455b-8693-a80b365013d6 req-0b927177-591c-4379-81bc-7dd5f7d0e799 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 200 len: 1001 time: 0.0701551 Aug 29 22:50:52.463453 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-e61f8cfb-8f56-4dd8-8520-a4ab88eb9adf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1602364 Aug 29 22:50:52.479171 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-83b81eb1-a19f-45af-b913-7045ac63a973 None None] Port d5317cad-0fae-4b42-bce5-918aa12399dd cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:50:52.485560 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Request body: {'port': {'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:52.548081 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c977e07-faca-455b-8693-a80b365013d6 req-36a35e49-c88c-4972-a0c2-7b3f3ff9688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.549563 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3c977e07-faca-455b-8693-a80b365013d6 req-36a35e49-c88c-4972-a0c2-7b3f3ff9688f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0774844 Aug 29 22:50:52.617670 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=21 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:52.618175 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:52.631011 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c977e07-faca-455b-8693-a80b365013d6 req-fc85fcfa-c2e2-4dca-a7e6-9930f6505848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.632539 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3c977e07-faca-455b-8693-a80b365013d6 req-fc85fcfa-c2e2-4dca-a7e6-9930f6505848 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624373 Aug 29 22:50:52.641920 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=13 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:52.708860 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:52.743941 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af81760e-fe4a-4e92-906a-0972d8abfaca req-f0cb6d06-a13c-4fe0-9eef-91ce9881497b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.745494 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-af81760e-fe4a-4e92-906a-0972d8abfaca req-f0cb6d06-a13c-4fe0-9eef-91ce9881497b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 931 time: 0.0715055 Aug 29 22:50:52.799249 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-af81760e-fe4a-4e92-906a-0972d8abfaca req-96ce7e08-c6e6-4529-9142-ef30bc19cd00 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472479 Aug 29 22:50:52.860870 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3c977e07-faca-455b-8693-a80b365013d6 req-ae536453-396a-496b-b2f1-1d8ee9c70a9d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075005 Aug 29 22:50:52.866745 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d170e-fa5d-42d3-972a-7a28ad9975a2 req-d4592a44-5a37-4835-a2fb-d4470f56dc13 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:52.868154 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2f5d170e-fa5d-42d3-972a-7a28ad9975a2 req-d4592a44-5a37-4835-a2fb-d4470f56dc13 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 944 time: 0.0978925 Aug 29 22:50:53.031357 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2f5d170e-fa5d-42d3-972a-7a28ad9975a2 req-9209ce8d-5490-4d67-8e04-6c78ebaaa44c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420302 Aug 29 22:50:53.077671 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3c977e07-faca-455b-8693-a80b365013d6 req-a5e49671-63ac-45e4-a840-1ca4aa943770 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085288 Aug 29 22:50:53.125284 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:53.134214 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5317cad-0fae-4b42-bce5-918aa12399dd {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:50:53.142106 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Publish callbacks [] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.150618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ee97e81f-a560-4212-bbef-ab1ff649f524 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:50:53.160148 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Transition to ACTIVE for port object d5317cad-0fae-4b42-bce5-918aa12399dd will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:50:53.196544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:53.197322 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port ee97e81f-a560-4212-bbef-ab1ff649f524 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:50:53.238241 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.320260 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Pushing event updated for resources: {'Port': ['ID=d5317cad-0fae-4b42-bce5-918aa12399dd,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:53.329890 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port ee97e81f-a560-4212-bbef-ab1ff649f524 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:50:53.330265 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.352335 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Attempting to bind port d5317cad-0fae-4b42-bce5-918aa12399dd on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:50:53.352694 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Attempting to bind port d5317cad-0fae-4b42-bce5-918aa12399dd by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:50:53.353043 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Attempting to bind port d5317cad-0fae-4b42-bce5-918aa12399dd on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:53.357770 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Port d5317cad-0fae-4b42-bce5-918aa12399dd on network e0df57fe-49a1-4753-930b-30f7d46d9482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:50:53.358378 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Attempting to bind port d5317cad-0fae-4b42-bce5-918aa12399dd on network e0df57fe-49a1-4753-930b-30f7d46d9482 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:50:53.363696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:50:53.364538 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Checking segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:53.365034 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Bound using segment: {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:50:53.365391 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Bound port: d5317cad-0fae-4b42-bce5-918aa12399dd, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76895c9d-2358-48e2-b637-939f0f2ab143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:50:53.368983 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.416417 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port ee97e81f-a560-4212-bbef-ab1ff649f524 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:53.417061 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.435847 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] For port d5317cad-0fae-4b42-bce5-918aa12399dd, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:50:53.437945 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:53.441180 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] For port d5317cad-0fae-4b42-bce5-918aa12399dd, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d5317cad-0fae-4b42-bce5-918aa12399dd,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:50:53.443449 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97e81f-a560-4212-bbef-ab1ff649f524'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:53.445718 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f9eb8-be99-41f0-ba19-0ac289d75f29" -d '{"events": [{"server_uuid": "cad6be4f-2566-4c5e-bf34-b209c3fd086c", "name": "network-vif-plugged", "status": "completed", "tag": "ee97e81f-a560-4212-bbef-ab1ff649f524"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:53.459829 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ee97e81f-a560-4212-bbef-ab1ff649f524, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ee97e81f-a560-4212-bbef-ab1ff649f524,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:53.497750 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8593365-4114-41fc-9777-93065dbd4820 req-978aea9e-d678-42e3-854e-dcd70037dde7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.497869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad2e37f-559e-4267-b505-c12d37b350cb x-openstack-request-id: req-7ad2e37f-559e-4267-b505-c12d37b350cb {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:53.497966 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c8593365-4114-41fc-9777-93065dbd4820 req-978aea9e-d678-42e3-854e-dcd70037dde7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0551186 Aug 29 22:50:53.498068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad6be4f-2566-4c5e-bf34-b209c3fd086c", "name": "network-vif-plugged", "status": "completed", "tag": "ee97e81f-a560-4212-bbef-ab1ff649f524", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:53.498068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ad2e37f-559e-4267-b505-c12d37b350cb {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:53.498068 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad2e37f-559e-4267-b505-c12d37b350cb'] response: {'server_uuid': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97e81f-a560-4212-bbef-ab1ff649f524', 'code': 200} Aug 29 22:50:53.548504 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.553625 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.554782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.564959 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 200 len: 1093 time: 1.0831187 Aug 29 22:50:53.564959 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:53.565186 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:53.565292 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c8593365-4114-41fc-9777-93065dbd4820 req-0f1024af-a148-48b7-bcdb-d3bb09c3ff5c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620651 Aug 29 22:50:53.565398 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c265fb-1181-475c-b86b-69272f6d49d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:53.631193 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532e1df-8fab-4876-baac-ad47c8782846 service neutron] Pushing event updated for resources: {'Port': ['ID=d5317cad-0fae-4b42-bce5-918aa12399dd,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:53.638170 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=ee97e81f-a560-4212-bbef-ab1ff649f524,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:53.640835 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b01ef9-892e-483a-8626-d2a8e59b68ec x-openstack-request-id: req-83b01ef9-892e-483a-8626-d2a8e59b68ec {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:53.641250 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:53.641365 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83b01ef9-892e-483a-8626-d2a8e59b68ec {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:53.641767 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b01ef9-892e-483a-8626-d2a8e59b68ec'] response: {'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'status': 'completed', 'code': 200} Aug 29 22:50:53.645899 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.646256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.646597 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.646961 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.647304 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.647638 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.647966 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.648291 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.648618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.648969 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.649296 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.649639 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.649946 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.650266 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.650585 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:50:53.974880 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73616b-eab1-44a7-a0f6-81b2d8cc8ccf req-b160d90a-78d4-4db9-a661-02816ca1c89f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:53.976530 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd73616b-eab1-44a7-a0f6-81b2d8cc8ccf req-b160d90a-78d4-4db9-a661-02816ca1c89f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.0612817 Aug 29 22:50:54.033371 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bd73616b-eab1-44a7-a0f6-81b2d8cc8ccf req-2484de53-1fe7-4910-b8f3-71dd7671f303 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503714 Aug 29 22:50:54.162721 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb65a8-aa3b-448f-85dc-19134c80f671 req-e6e391e7-8aa8-4920-a683-8279a05778b0 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:54.164242 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2bb65a8-aa3b-448f-85dc-19134c80f671 req-e6e391e7-8aa8-4920-a683-8279a05778b0 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0555828 Aug 29 22:50:54.214929 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2bb65a8-aa3b-448f-85dc-19134c80f671 req-6e588809-84c5-4eb9-91cf-58682bbdf519 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Aug 29 22:50:54.336588 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58674) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:54.438268 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58680) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:54.505322 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-323dbd5e-0e72-4297-b90d-a671226cac85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.526830 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:54.558075 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-af77c771-ca10-4d33-9775-77e960ae52c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.636481 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-323dbd5e-0e72-4297-b90d-a671226cac85 admin admin] Publish callbacks [] for security_group (d68bc953-5817-4425-94ec-311c045a69ce), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.665150 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c265fb-1181-475c-b86b-69272f6d49d9 req-5a3e2bf2-5ff4-436d-bdf6-9eb91854a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:54.666858 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c7c265fb-1181-475c-b86b-69272f6d49d9 req-5a3e2bf2-5ff4-436d-bdf6-9eb91854a141 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1127 time: 0.0652425 Aug 29 22:50:54.690123 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:54.706718 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-af77c771-ca10-4d33-9775-77e960ae52c6 admin admin] Publish callbacks [] for security_group (990b6931-813e-424e-89d7-38c6fd5b00a5), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.726378 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97271a63-4c17-45ab-b870-ad439021d234 req-b1a9a548-b1af-4921-8a9f-0d26df8139bd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:54.728039 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-97271a63-4c17-45ab-b870-ad439021d234 req-b1a9a548-b1af-4921-8a9f-0d26df8139bd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0536635 Aug 29 22:50:54.774626 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-97271a63-4c17-45ab-b870-ad439021d234 req-1768d0d7-6933-4823-aa07-3311b4a8adf9 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408709 Aug 29 22:50:54.821152 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-323dbd5e-0e72-4297-b90d-a671226cac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d68bc953-5817-4425-94ec-311c045a69ce), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.849844 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7553d740-31a0-47e9-b94b-bd27b48157ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.857005 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-af77c771-ca10-4d33-9775-77e960ae52c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (990b6931-813e-424e-89d7-38c6fd5b00a5), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.870497 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-323dbd5e-0e72-4297-b90d-a671226cac85 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f3de8648480447988acfa6f0652ff86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327044 Aug 29 22:50:54.873146 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dbd5e-0e72-4297-b90d-a671226cac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68bc953-5817-4425-94ec-311c045a69ce,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:54.873275 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58686) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:54.902809 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-af77c771-ca10-4d33-9775-77e960ae52c6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=59d9161e0aa448c6b737de1a10c41e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4634721 Aug 29 22:50:54.906567 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58688) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:54.912301 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c771-ca10-4d33-9775-77e960ae52c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990b6931-813e-424e-89d7-38c6fd5b00a5,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:54.970893 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9da31ae1-5c49-4a0b-9f3a-4f0c16f99364 admin admin] Publish callbacks [] for security_group (d68bc953-5817-4425-94ec-311c045a69ce), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:54.987830 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:54.993874 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c68badf9-0bb2-4b3f-9944-4f658deaae43 admin admin] Publish callbacks [] for security_group (990b6931-813e-424e-89d7-38c6fd5b00a5), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:55.016606 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9da31ae1-5c49-4a0b-9f3a-4f0c16f99364 admin admin] Publish callbacks [] for security_group (d68bc953-5817-4425-94ec-311c045a69ce), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:55.263405 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c68badf9-0bb2-4b3f-9944-4f658deaae43 admin admin] Publish callbacks [] for security_group (990b6931-813e-424e-89d7-38c6fd5b00a5), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:55.342961 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4dcc2-b46d-4622-b6c8-8e1fb6229fce req-aefd821c-c740-4cbb-a258-6251d32f5f08 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:55.344571 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fce4dcc2-b46d-4622-b6c8-8e1fb6229fce req-aefd821c-c740-4cbb-a258-6251d32f5f08 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0532424 Aug 29 22:50:55.359295 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696a446-c6f6-4766-89da-d49961df3b2e req-97ec9c8e-fe95-4bf6-8909-08c5d73e5c52 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:55.360919 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d696a446-c6f6-4766-89da-d49961df3b2e req-97ec9c8e-fe95-4bf6-8909-08c5d73e5c52 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.1027758 Aug 29 22:50:55.399350 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fce4dcc2-b46d-4622-b6c8-8e1fb6229fce req-d9c82b9c-a343-4fdd-9927-ad921845f5da tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483227 Aug 29 22:50:55.422972 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d696a446-c6f6-4766-89da-d49961df3b2e req-1483ccc1-dc62-40da-8648-340f5b414065 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504091 Aug 29 22:50:55.458180 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c68badf9-0bb2-4b3f-9944-4f658deaae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (990b6931-813e-424e-89d7-38c6fd5b00a5), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:55.460850 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c68badf9-0bb2-4b3f-9944-4f658deaae43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:55.461989 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c68badf9-0bb2-4b3f-9944-4f658deaae43 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/990b6931-813e-424e-89d7-38c6fd5b00a5 HTTP/1.1" status: 204 len: 168 time: 0.5544960 Aug 29 22:50:55.462717 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9da31ae1-5c49-4a0b-9f3a-4f0c16f99364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d68bc953-5817-4425-94ec-311c045a69ce), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:55.465720 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9da31ae1-5c49-4a0b-9f3a-4f0c16f99364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:55.467923 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-9da31ae1-5c49-4a0b-9f3a-4f0c16f99364 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d68bc953-5817-4425-94ec-311c045a69ce HTTP/1.1" status: 204 len: 168 time: 0.5933597 Aug 29 22:50:55.478102 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68badf9-0bb2-4b3f-9944-4f658deaae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990b6931-813e-424e-89d7-38c6fd5b00a5,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:55.492598 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da31ae1-5c49-4a0b-9f3a-4f0c16f99364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68bc953-5817-4425-94ec-311c045a69ce,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:55.906059 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8422e6-f516-4f4f-afab-01023aa80545 req-41445472-0002-499d-a652-cb3bba144324 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:55.906059 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8d8422e6-f516-4f4f-afab-01023aa80545 req-41445472-0002-499d-a652-cb3bba144324 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 29 22:50:55.959185 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8d8422e6-f516-4f4f-afab-01023aa80545 req-1463d8c0-2181-4cbd-9de5-b3fd520a4801 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485551 Aug 29 22:50:56.152015 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.290669 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58716) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:56.311258 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b521cdd-9d31-4287-b46e-6c99635f4e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.353262 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:56.403654 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b521cdd-9d31-4287-b46e-6c99635f4e7a admin admin] Publish callbacks [] for security_group (1c806530-522f-4713-ab95-79a21bc7d2a9), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.499553 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b521cdd-9d31-4287-b46e-6c99635f4e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1c806530-522f-4713-ab95-79a21bc7d2a9), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.581664 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2127280-047b-422a-9eee-f27a9f5fa600 req-ada4a1cb-8544-4b52-9864-01fc4b3c98d3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:56.590250 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c2127280-047b-422a-9eee-f27a9f5fa600 req-ada4a1cb-8544-4b52-9864-01fc4b3c98d3 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0969594 Aug 29 22:50:56.590250 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2b521cdd-9d31-4287-b46e-6c99635f4e7a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=54c6cd633f104c75b4db739ef5b710e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972233 Aug 29 22:50:56.591852 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b521cdd-9d31-4287-b46e-6c99635f4e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c806530-522f-4713-ab95-79a21bc7d2a9,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:56.593862 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58728) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:56.625182 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a001431-0cbc-4d92-a10a-cddf5012d956 req-9c258ae6-d8bc-41b6-8c21-cb63a9bd1bc2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:56.627478 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6a001431-0cbc-4d92-a10a-cddf5012d956 req-9c258ae6-d8bc-41b6-8c21-cb63a9bd1bc2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.1060822 Aug 29 22:50:56.658476 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c2127280-047b-422a-9eee-f27a9f5fa600 req-e39f015b-bf4f-40d0-adcc-436d86b03d0c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585060 Aug 29 22:50:56.693891 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f6855af-6b15-4acf-9d15-ad9119d11009 admin admin] Publish callbacks [] for security_group (1c806530-522f-4713-ab95-79a21bc7d2a9), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.737130 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f6855af-6b15-4acf-9d15-ad9119d11009 admin admin] Publish callbacks [] for security_group (1c806530-522f-4713-ab95-79a21bc7d2a9), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.741938 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6a001431-0cbc-4d92-a10a-cddf5012d956 req-abd3981a-f4dc-4c8a-8165-100060117961 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041906 Aug 29 22:50:56.869323 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f6855af-6b15-4acf-9d15-ad9119d11009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1c806530-522f-4713-ab95-79a21bc7d2a9), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.872136 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f6855af-6b15-4acf-9d15-ad9119d11009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:56.873342 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5f6855af-6b15-4acf-9d15-ad9119d11009 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c806530-522f-4713-ab95-79a21bc7d2a9 HTTP/1.1" status: 204 len: 168 time: 0.2784870 Aug 29 22:50:56.885040 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6855af-6b15-4acf-9d15-ad9119d11009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c806530-522f-4713-ab95-79a21bc7d2a9,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:57.111218 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec8c96-0bcc-4b10-9d52-274355bc470b req-ca7f40d2-d38f-437d-9158-5d7be8434ead tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.112781 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-faec8c96-0bcc-4b10-9d52-274355bc470b req-ca7f40d2-d38f-437d-9158-5d7be8434ead tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 945 time: 0.0553334 Aug 29 22:50:57.167704 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-faec8c96-0bcc-4b10-9d52-274355bc470b req-8637e8af-1ce0-483d-be0f-8047a0e5be95 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Aug 29 22:50:57.209242 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:50:57.327205 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: ACTIVE; New status is: DOWN {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:50:57.327568 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:57.349372 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c901f-7796-4e38-935f-90b081a4995c req-cbd01146-1cce-4e6b-902d-48f400533c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.351503 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e03c901f-7796-4e38-935f-90b081a4995c req-cbd01146-1cce-4e6b-902d-48f400533c68 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 1129 time: 0.0603144 Aug 29 22:50:57.353844 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:50:57.360300 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b0ee46-5b0c-416d-8c00-6c6f0516d2a9" -d '{"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:50:57.375058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:50:57.393068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:57.414058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b773d69-0419-4810-956f-6d46f522fe49 x-openstack-request-id: req-8b773d69-0419-4810-956f-6d46f522fe49 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:50:57.415368 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:50:57.415776 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b773d69-0419-4810-956f-6d46f522fe49 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:50:57.416546 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b773d69-0419-4810-956f-6d46f522fe49'] response: {'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'code': 200} Aug 29 22:50:57.421212 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c265fb-1181-475c-b86b-69272f6d49d9 req-a79382b0-0e71-43e4-80f5-73cb3ef84ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.423504 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c7c265fb-1181-475c-b86b-69272f6d49d9 req-a79382b0-0e71-43e4-80f5-73cb3ef84ca7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2016659 Aug 29 22:50:57.493404 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:57.521148 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e03c901f-7796-4e38-935f-90b081a4995c req-09ac9783-26c2-40c5-a1ac-f539cdc51fa2 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559711 Aug 29 22:50:57.553649 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=8']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:57.555257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c265fb-1181-475c-b86b-69272f6d49d9 req-b750f71a-4029-4e38-89fc-6d4cab252bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.563442 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c7c265fb-1181-475c-b86b-69272f6d49d9 req-b750f71a-4029-4e38-89fc-6d4cab252bd3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304646 Aug 29 22:50:57.607090 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:57.768129 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:57.790318 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533f7d9-3ac7-4321-ab53-4fe876915c80 req-eeb33c81-a82e-4fad-b71a-4fd35c998566 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.792102 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f533f7d9-3ac7-4321-ab53-4fe876915c80 req-eeb33c81-a82e-4fad-b71a-4fd35c998566 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0561461 Aug 29 22:50:57.870420 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-d20dfd1b-8070-460f-88b6-31404239ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.871856 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-d20dfd1b-8070-460f-88b6-31404239ca9c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1127 time: 0.0540898 Aug 29 22:50:57.907897 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594d1d-dc4b-43a7-8585-7af568e5fe42 req-ef611681-f187-4cd6-b205-57c695359616 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:57.910557 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-da594d1d-dc4b-43a7-8585-7af568e5fe42 req-ef611681-f187-4cd6-b205-57c695359616 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.0628638 Aug 29 22:50:57.935466 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-7d3058f7-79b4-4757-b21d-d496c0ad24e6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 200 len: 217 time: 0.0538616 Aug 29 22:50:57.939047 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f533f7d9-3ac7-4321-ab53-4fe876915c80 req-7405642f-687f-44e7-9ab5-a474ff476ad6 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406901 Aug 29 22:50:57.950918 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:57.975579 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-da594d1d-dc4b-43a7-8585-7af568e5fe42 req-791e6cff-29c4-440e-9048-40da66eedc84 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580196 Aug 29 22:50:58.020880 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-f98b27b7-92b6-495c-b411-4ec0d5d58f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:58.020880 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-f98b27b7-92b6-495c-b411-4ec0d5d58f1f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0649712 Aug 29 22:50:58.218086 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58784) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:58.307662 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dc99e-035d-4949-9194-7a17c715fa55 req-98f8adf0-42d6-4fdb-ab4c-b4c7356a40eb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:58.309235 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2d8dc99e-035d-4949-9194-7a17c715fa55 req-98f8adf0-42d6-4fdb-ab4c-b4c7356a40eb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0501256 Aug 29 22:50:58.337317 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1181407919-network', 'tenant_id': '50a332bdc684445cb6d1c937dcee5487'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:58.382505 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2d8dc99e-035d-4949-9194-7a17c715fa55 req-13722656-407e-470a-ba1e-db02c6e535bd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676019 Aug 29 22:50:58.465486 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Made reservation on behalf of 50a332bdc684445cb6d1c937dcee5487 for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:58.468427 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.481658 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:58.484857 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.497617 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-39ef0f5e-9efd-4eb0-bbed-454e482fea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:58.499074 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-39ef0f5e-9efd-4eb0-bbed-454e482fea4b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851350 Aug 29 22:50:58.668981 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-7bede3e1-0aee-4250-990b-5d16288cd761 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512480 Aug 29 22:50:58.674413 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks [] for security_group (20dca0b5-fb50-40d4-a929-97f2201ccd6a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.816741 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (20dca0b5-fb50-40d4-a929-97f2201ccd6a), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.846832 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:50:58.858204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dca0b5-fb50-40d4-a929-97f2201ccd6a,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:58.863104 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (14dd9513-e668-4f43-9c81-e91110a7ffe8), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:58.863449 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Added segment 14dd9513-e668-4f43-9c81-e91110a7ffe8 of type vlan for network 56561cd9-483b-4101-b513-5fc0b0bd1e67 Aug 29 22:50:58.907957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (56561cd9-483b-4101-b513-5fc0b0bd1e67), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:59.006584 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (56561cd9-483b-4101-b513-5fc0b0bd1e67), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:59.007511 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:59.008112 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:59.158178 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9385984 Aug 29 22:50:59.158957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339c7ff-7218-44fc-8ea6-fe667c90093b admin admin] Pushing event updated for resources: {'Network': ['ID=56561cd9-483b-4101-b513-5fc0b0bd1e67,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:59.161157 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58812) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:50:59.165081 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:50:59.166163 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Request body: {'subnet': {'network_id': '56561cd9-483b-4101-b513-5fc0b0bd1e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1181407919-subnet', 'tenant_id': '50a332bdc684445cb6d1c937dcee5487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:50:59.194008 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 56561cd9-483b-4101-b513-5fc0b0bd1e67 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:50:59.197892 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff5af5-3910-422f-b933-60029c34a32f req-b63abf19-7b0a-4717-91ab-7b4616ea852b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:59.199460 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-71ff5af5-3910-422f-b933-60029c34a32f req-b63abf19-7b0a-4717-91ab-7b4616ea852b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.1443489 Aug 29 22:50:59.273955 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef83a78b-50bc-4db9-9163-23aa82ec19b5 req-cef0b122-2331-493f-b6e5-ed3ae2ea963b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297068 Aug 29 22:50:59.273955 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-71ff5af5-3910-422f-b933-60029c34a32f req-e00ccea3-afb9-4913-a091-e4a665ca9731 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480959 Aug 29 22:50:59.305328 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Made reservation on behalf of 50a332bdc684445cb6d1c937dcee5487 for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:50:59.314835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5605338'] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:59.386653 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e16b2-8481-45fe-8756-744fe98b8f4c req-3e6425f8-a112-4e65-881e-161f4d19f097 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:59.388324 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a93e16b2-8481-45fe-8756-744fe98b8f4c req-3e6425f8-a112-4e65-881e-161f4d19f097 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.0519433 Aug 29 22:50:59.442423 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a93e16b2-8481-45fe-8756-744fe98b8f4c req-26206065-ef58-45d9-b75e-1eaa3741c56f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Aug 29 22:50:59.613689 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5605324'] for subnet (f57ce79f-b967-4972-9614-b3e12ebd28c3), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:59.681462 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57ce79f-b967-4972-9614-b3e12ebd28c3,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:50:59.699833 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Checking segment: {'id': '14dd9513-e668-4f43-9c81-e91110a7ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '56561cd9-483b-4101-b513-5fc0b0bd1e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:50:59.700188 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Network hostable DHCP agents. Network: 56561cd9-483b-4101-b513-5fc0b0bd1e67, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:50:59.772442 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Network 56561cd9-483b-4101-b513-5fc0b0bd1e67 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:50:59.858657 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 56561cd9-483b-4101-b513-5fc0b0bd1e67) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:50:59.864861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:50:59.865753 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:50:59.880490 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635055e9-fc3d-43aa-88a4-9b1e837cc5e3 None None] Network 56561cd9-483b-4101-b513-5fc0b0bd1e67 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:50:59.984185 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4763b22-f57b-4eb3-a811-60e64e283b30 None None] Network 56561cd9-483b-4101-b513-5fc0b0bd1e67 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:00.016098 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4ad80104-03a8-4105-8263-7928695f1f33 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8537591 Aug 29 22:51:00.227399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [req-1f74da7f-5202-4ac8-8b8b-d25282681a56 req-0e0e1677-7004-49ac-8b89-641aa3d33445 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:51:00.228427 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f74da7f-5202-4ac8-8b8b-d25282681a56 req-0e0e1677-7004-49ac-8b89-641aa3d33445 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065634 Aug 29 22:51:00.357025 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:00.397798 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858f7f5-2832-48f1-87b7-bd66fde61e31 req-31d303cf-96c7-4ddd-b9ae-34103bbdd2d9 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:00.399356 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d858f7f5-2832-48f1-87b7-bd66fde61e31 req-31d303cf-96c7-4ddd-b9ae-34103bbdd2d9 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0523534 Aug 29 22:51:00.449076 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d858f7f5-2832-48f1-87b7-bd66fde61e31 req-6c47765e-19b3-4e25-a6a6-a303604894cc tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Aug 29 22:51:00.574533 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c784ee7-a1ff-4988-a434-e28a0d3dfd56 req-bd6caaf1-53ad-485f-894e-b84c3c149ea4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:00.574533 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6c784ee7-a1ff-4988-a434-e28a0d3dfd56 req-bd6caaf1-53ad-485f-894e-b84c3c149ea4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.0505483 Aug 29 22:51:00.637640 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6c784ee7-a1ff-4988-a434-e28a0d3dfd56 req-e6a7117b-a2ce-4e8a-be15-225471c031d2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572734 Aug 29 22:51:00.682391 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458842ff-2443-4452-80f5-333fa42d6943 req-3b7ff52c-aeae-420d-8a31-4c8bb583c943 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:00.683960 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-458842ff-2443-4452-80f5-333fa42d6943 req-3b7ff52c-aeae-420d-8a31-4c8bb583c943 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0530376 Aug 29 22:51:00.738672 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-458842ff-2443-4452-80f5-333fa42d6943 req-8a7326cb-12eb-4ae0-9753-4c498a69aa15 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489495 Aug 29 22:51:01.000281 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58872) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:01.008863 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-201853678-network', 'tenant_id': '49c61540797b4ecaa717cfa6d884c01f'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:01.120331 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Made reservation on behalf of 49c61540797b4ecaa717cfa6d884c01f for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:01.123024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.133643 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.201571 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:01.207308 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:01.218582 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks [] for security_group (72a44b7c-5bf9-4d08-ab11-79bbed108ee7), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.296575 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (72a44b7c-5bf9-4d08-ab11-79bbed108ee7), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.297083 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: DOWN; New status is: DOWN {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:01.335657 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:51:01.347791 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a44b7c-5bf9-4d08-ab11-79bbed108ee7,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:01.358882 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (18ef5e71-12d1-4b19-904c-cd445ce82cd8), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.360135 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Added segment 18ef5e71-12d1-4b19-904c-cd445ce82cd8 of type vlan for network c1de1f0e-d45e-4e51-9f05-2e2b8ba78454 Aug 29 22:51:01.406417 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (c1de1f0e-d45e-4e51-9f05-2e2b8ba78454), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.428490 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58898) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:01.541357 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-1f7286fe-0884-46eb-9a3e-abf2f7540a63 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113064 Aug 29 22:51:01.546584 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (c1de1f0e-d45e-4e51-9f05-2e2b8ba78454), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.548807 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:01.550228 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:01.557486 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-2f356031-b8b4-4f14-9672-374cf261c426 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:51:01.558489 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-2f356031-b8b4-4f14-9672-374cf261c426 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0075190 Aug 29 22:51:01.643970 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=c1de1f0e-d45e-4e51-9f05-2e2b8ba78454,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:01.665185 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network c1de1f0e-d45e-4e51-9f05-2e2b8ba78454 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:51:01.697443 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a93545b8-cc7c-4013-b9fb-d4da259b0ea5 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6931217 Aug 29 22:51:01.699106 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 58914) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:01.705870 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Request body: {'subnet': {'network_id': 'c1de1f0e-d45e-4e51-9f05-2e2b8ba78454', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-201853678-subnet', 'tenant_id': '49c61540797b4ecaa717cfa6d884c01f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:01.775531 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 58918) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:01.796781 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237179a-80c4-4453-9046-39562b3ff378 req-64c75426-644a-4ec8-bdf3-bb453c9c8594 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:01.798674 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a237179a-80c4-4453-9046-39562b3ff378 req-64c75426-644a-4ec8-bdf3-bb453c9c8594 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.0656288 Aug 29 22:51:01.874698 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a237179a-80c4-4453-9046-39562b3ff378 req-e307d143-d7f4-41fd-b9e4-c0830d71adc7 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696013 Aug 29 22:51:01.888093 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40686-2903-47e0-976b-6430de559217 req-429b6894-48c5-447f-941e-48e023b0407f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:01.889892 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-429b6894-48c5-447f-941e-48e023b0407f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports/d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 200 len: 940 time: 0.1128993 Aug 29 22:51:01.926047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Made reservation on behalf of 49c61540797b4ecaa717cfa6d884c01f for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:01.930394 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4779321'] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:02.026040 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:02.045289 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ef110-0aff-42bd-a840-c55ecf29c410 req-fda50a96-9bd1-40ff-ade5-d00010c00c94 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:02.046783 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-694ef110-0aff-42bd-a840-c55ecf29c410 req-fda50a96-9bd1-40ff-ade5-d00010c00c94 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0756769 Aug 29 22:51:02.114970 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101977a-3864-479a-9810-b1bbcad37d87 req-9a030aca-c99d-43da-a03e-b40208d10f0f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:02.117168 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f101977a-3864-479a-9810-b1bbcad37d87 req-9a030aca-c99d-43da-a03e-b40208d10f0f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0659716 Aug 29 22:51:02.146132 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-694ef110-0aff-42bd-a840-c55ecf29c410 req-6f2b8aec-6a5a-45d0-9694-b192d587b554 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831285 Aug 29 22:51:02.168171 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f101977a-3864-479a-9810-b1bbcad37d87 req-1387f20b-57b8-4cfb-8838-f8c2e424896e tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457616 Aug 29 22:51:02.366317 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4779311'] for subnet (84857a1e-f72c-487a-8448-ec64dd9bc0df), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:02.431038 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84857a1e-f72c-487a-8448-ec64dd9bc0df,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:02.440050 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:02.449529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Checking segment: {'id': '18ef5e71-12d1-4b19-904c-cd445ce82cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c1de1f0e-d45e-4e51-9f05-2e2b8ba78454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:02.449890 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Network hostable DHCP agents. Network: c1de1f0e-d45e-4e51-9f05-2e2b8ba78454, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:51:02.666704 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Network c1de1f0e-d45e-4e51-9f05-2e2b8ba78454 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:51:02.812620 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, c1de1f0e-d45e-4e51-9f05-2e2b8ba78454) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:02.818309 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:02.818925 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:02.825294 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64be16-d387-4b2b-90c2-94b6fbf04d83 None None] Network c1de1f0e-d45e-4e51-9f05-2e2b8ba78454 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:02.931891 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ab9efd7d-41fe-4931-a474-d589f79d4c38 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2306843 Aug 29 22:51:02.934578 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b7307-fd1a-4ce8-bb4b-eb88d38dedc5 None None] Network c1de1f0e-d45e-4e51-9f05-2e2b8ba78454 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:02.947773 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:03.013968 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:03.014787 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181ddf7-1508-4b09-909e-22514e56486c req-f72c6f27-4791-4085-a334-010a81e5f9c0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:03.022660 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6181ddf7-1508-4b09-909e-22514e56486c req-f72c6f27-4791-4085-a334-010a81e5f9c0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.0616522 Aug 29 22:51:03.070159 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6181ddf7-1508-4b09-909e-22514e56486c req-5ea2ee4b-d594-4d1a-be8a-8c6b9fab24fe tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466173 Aug 29 22:51:03.328103 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf450e0-826b-4940-bc2c-3169efb8acab req-13d15a74-2654-44ae-addf-6833caf346b8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:03.329727 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-abf450e0-826b-4940-bc2c-3169efb8acab req-13d15a74-2654-44ae-addf-6833caf346b8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0479927 Aug 29 22:51:03.330631 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd03ec-5664-4516-8a9b-66093b584256 req-247b0bc8-0e46-4e9d-957d-0817a6dad2fe tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:03.334055 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2ffd03ec-5664-4516-8a9b-66093b584256 req-247b0bc8-0e46-4e9d-957d-0817a6dad2fe tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0591507 Aug 29 22:51:03.380858 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-abf450e0-826b-4940-bc2c-3169efb8acab req-5557ba0f-e05c-4d26-a27b-2be793a2d767 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443478 Aug 29 22:51:03.382820 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2ffd03ec-5664-4516-8a9b-66093b584256 req-dc1a0b65-e6f0-44be-9a6b-c135c215507d tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430698 Aug 29 22:51:04.033518 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d5317cad-0fae-4b42-bce5-918aa12399dd details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:51:04.143938 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d5317cad-0fae-4b42-bce5-918aa12399dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d5317cad-0fae-4b42-bce5-918aa12399dd,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:04.156861 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'mac_address': 'fa:16:3e:dc:4c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:51:04.193445 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d5317cad-0fae-4b42-bce5-918aa12399dd is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:04.193827 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:04.195944 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175f662-222b-4c20-907a-43fda5d94c17 req-689e7e6b-df67-4f7a-8962-f89d799e309b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:04.197489 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4175f662-222b-4c20-907a-43fda5d94c17 req-689e7e6b-df67-4f7a-8962-f89d799e309b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 943 time: 0.0488856 Aug 29 22:51:04.207729 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5317cad-0fae-4b42-bce5-918aa12399dd {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:51:04.230850 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d5317cad-0fae-4b42-bce5-918aa12399dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d5317cad-0fae-4b42-bce5-918aa12399dd,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:04.231852 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:04.249434 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4175f662-222b-4c20-907a-43fda5d94c17 req-21754e67-f2bf-4a35-838d-8c32d4ed74c4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461967 Aug 29 22:51:04.340840 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:04.386654 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d5317cad-0fae-4b42-bce5-918aa12399dd,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:04.508094 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15c02-1d05-4530-8793-049151080280 req-fcdbc0b6-a68a-420e-8a22-f0c296582913 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:04.509649 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6ea15c02-1d05-4530-8793-049151080280 req-fcdbc0b6-a68a-420e-8a22-f0c296582913 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0512905 Aug 29 22:51:04.510898 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33307e53-0a52-4b66-8213-1fecba6fc9a8 req-c482c450-4613-455f-8a8e-f77a3a3c801a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:04.512428 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-33307e53-0a52-4b66-8213-1fecba6fc9a8 req-c482c450-4613-455f-8a8e-f77a3a3c801a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0523028 Aug 29 22:51:04.563597 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6ea15c02-1d05-4530-8793-049151080280 req-26591e44-329b-449d-ad23-9f6dd23355d7 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475671 Aug 29 22:51:04.566820 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-33307e53-0a52-4b66-8213-1fecba6fc9a8 req-d3a03021-81ee-4031-8fc8-cc972df2f862 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485339 Aug 29 22:51:05.368838 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e56a9-3224-40e7-8348-44d716e756c8 req-530fccd9-c8c3-431e-95e9-2c0e4013aa48 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:05.370346 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-909e56a9-3224-40e7-8348-44d716e756c8 req-530fccd9-c8c3-431e-95e9-2c0e4013aa48 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 944 time: 0.0484688 Aug 29 22:51:05.418822 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-909e56a9-3224-40e7-8348-44d716e756c8 req-ee9af8a8-155b-4955-9619-3bb662718489 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Aug 29 22:51:05.686898 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697089c-8053-4d64-b585-b4eb784f487a req-aadad54c-92a6-4f49-9ce9-a46797fe683f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:05.688630 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4697089c-8053-4d64-b585-b4eb784f487a req-aadad54c-92a6-4f49-9ce9-a46797fe683f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0513313 Aug 29 22:51:05.714114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75676d5-81af-437c-b87b-ec22bdae4756 req-765a41ed-283e-4808-85a4-96418d0f2687 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:05.714114 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b75676d5-81af-437c-b87b-ec22bdae4756 req-765a41ed-283e-4808-85a4-96418d0f2687 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0563142 Aug 29 22:51:05.741792 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4697089c-8053-4d64-b585-b4eb784f487a req-05949615-d5a9-48cc-9a01-a02c8d8d9b6d tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470808 Aug 29 22:51:05.759712 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b75676d5-81af-437c-b87b-ec22bdae4756 req-4c1ae033-13c0-4032-bbfd-932c90abaaba tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Aug 29 22:51:06.119840 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-47841a42-131f-4ac4-aaae-e842168e3650 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:06.121355 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-47841a42-131f-4ac4-aaae-e842168e3650 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 945 time: 0.0471857 Aug 29 22:51:06.168702 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['d5317cad-0fae-4b42-bce5-918aa12399dd'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:06.211091 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Deleting port ee97e81f-a560-4212-bbef-ab1ff649f524 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:06.211439 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:06.310343 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] For port ee97e81f-a560-4212-bbef-ab1ff649f524, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ee97e81f-a560-4212-bbef-ab1ff649f524,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:06.310742 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:06.325636 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Calling delete_port for ee97e81f-a560-4212-bbef-ab1ff649f524 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:06.337682 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:06.540544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720d5b-b543-4ea8-9852-b95f77357007 req-69e39db1-61c3-42d4-b5f4-f1b168453dd1 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:06.542069 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-26720d5b-b543-4ea8-9852-b95f77357007 req-69e39db1-61c3-42d4-b5f4-f1b168453dd1 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 944 time: 0.0475874 Aug 29 22:51:06.549459 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (ee97e81f-a560-4212-bbef-ab1ff649f524), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:06.561312 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:06.582240 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Pushing event deleted for resources: {'Port': ['ID=ee97e81f-a560-4212-bbef-ab1ff649f524,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:06.598009 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-26720d5b-b543-4ea8-9852-b95f77357007 req-c5f60dc4-954c-47f6-b7d7-96b60f4d798a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502195 Aug 29 22:51:06.625670 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] No DVR routers for this DVR port ee97e81f-a560-4212-bbef-ab1ff649f524 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:51:06.628631 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:06.632640 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fb1e1bd5-166a-4356-8a3e-75b547df718a req-803626e6-439e-4ad8-b712-42828c592d59 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "DELETE /networking/v2.0/ports/ee97e81f-a560-4212-bbef-ab1ff649f524 HTTP/1.1" status: 204 len: 173 time: 0.5060451 Aug 29 22:51:06.633336 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'name': 'network-vif-deleted', 'tag': 'ee97e81f-a560-4212-bbef-ab1ff649f524'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:06.635537 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7881b-dee4-4175-9fbe-0a741dacc5c5" -d '{"events": [{"server_uuid": "cad6be4f-2566-4c5e-bf34-b209c3fd086c", "name": "network-vif-deleted", "tag": "ee97e81f-a560-4212-bbef-ab1ff649f524"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:06.673101 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0faf8b-4886-4964-9294-d2220ae34ed4 x-openstack-request-id: req-1b0faf8b-4886-4964-9294-d2220ae34ed4 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:06.673394 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad6be4f-2566-4c5e-bf34-b209c3fd086c", "name": "network-vif-deleted", "tag": "ee97e81f-a560-4212-bbef-ab1ff649f524", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:06.673648 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b0faf8b-4886-4964-9294-d2220ae34ed4 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:06.674054 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0faf8b-4886-4964-9294-d2220ae34ed4'] response: {'server_uuid': 'cad6be4f-2566-4c5e-bf34-b209c3fd086c', 'name': 'network-vif-deleted', 'tag': 'ee97e81f-a560-4212-bbef-ab1ff649f524', 'status': 'completed', 'code': 200} Aug 29 22:51:06.822343 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['ee97e81f-a560-4212-bbef-ab1ff649f524'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:06.863761 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e837e83c-1688-4294-aee1-0e189c1021b3 req-dd0c6c11-2b2e-474c-9710-2434f938e95a tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 210 time: 0.0397248 Aug 29 22:51:06.922876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a53962-bde2-49f6-97d9-ce66e23218a8 req-3a00ff81-b614-47a6-8364-5abb1b9e1bd3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:06.924408 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-72a53962-bde2-49f6-97d9-ce66e23218a8 req-3a00ff81-b614-47a6-8364-5abb1b9e1bd3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0509202 Aug 29 22:51:06.973049 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-72a53962-bde2-49f6-97d9-ce66e23218a8 req-ca78ef67-46ff-4200-b95d-268b93b3aab3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419681 Aug 29 22:51:07.726151 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693b273-f0a1-4ca4-8d27-4aec2d111b93 req-7d9a5ac7-8959-40b9-8d6c-01b2b4c64766 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:07.727811 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5693b273-f0a1-4ca4-8d27-4aec2d111b93 req-7d9a5ac7-8959-40b9-8d6c-01b2b4c64766 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 944 time: 0.0499690 Aug 29 22:51:07.782042 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5693b273-f0a1-4ca4-8d27-4aec2d111b93 req-9a2dbcf6-70d0-460e-acd3-134052cc4afd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485535 Aug 29 22:51:07.858397 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d5317cad-0fae-4b42-bce5-918aa12399dd up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:07.926046 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port d5317cad-0fae-4b42-bce5-918aa12399dd completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:51:08.001134 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2de73f0b-1291-4fb9-ab33-8c8aab338a9d req-5898ea4e-77e3-4c52-a068-a90d68d38529 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cad6be4f-2566-4c5e-bf34-b209c3fd086c HTTP/1.1" status: 200 len: 210 time: 0.0473979 Aug 29 22:51:08.035039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port d5317cad-0fae-4b42-bce5-918aa12399dd triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:08.035424 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:08.119752 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848883-c937-49f9-8c81-10b33d5aa05e req-e97a627c-c66d-4a93-8b69-db0d339d3569 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:08.125438 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-df848883-c937-49f9-8c81-10b33d5aa05e req-e97a627c-c66d-4a93-8b69-db0d339d3569 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0611711 Aug 29 22:51:08.126949 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d5317cad-0fae-4b42-bce5-918aa12399dd is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:08.127480 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:08.156402 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:08.158684 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31fc05e-4a98-4185-b498-2c84ca99df94" -d '{"events": [{"server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "name": "network-vif-plugged", "status": "completed", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:08.179162 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d5317cad-0fae-4b42-bce5-918aa12399dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d5317cad-0fae-4b42-bce5-918aa12399dd,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:08.179669 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-df848883-c937-49f9-8c81-10b33d5aa05e req-79597f0c-909a-44b7-9d92-e23c84365811 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518303 Aug 29 22:51:08.219685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff3096-adfa-4fcf-b113-28df647651af x-openstack-request-id: req-5cff3096-adfa-4fcf-b113-28df647651af {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:08.219685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "name": "network-vif-plugged", "status": "completed", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:08.219685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cff3096-adfa-4fcf-b113-28df647651af {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:08.220089 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cff3096-adfa-4fcf-b113-28df647651af'] response: {'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'code': 200} Aug 29 22:51:08.350149 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:08.402175 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d5317cad-0fae-4b42-bce5-918aa12399dd,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:08.513734 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:51:08.639213 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2792b03-0f1e-488b-910e-707de18e3097 req-2452b8e5-0154-44bf-bc45-8744552f767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:08.641021 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2792b03-0f1e-488b-910e-707de18e3097 req-2452b8e5-0154-44bf-bc45-8744552f767a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1129 time: 0.0409479 Aug 29 22:51:08.696680 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2792b03-0f1e-488b-910e-707de18e3097 req-5e64abad-b739-4f5e-9d75-525765a429f8 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Aug 29 22:51:08.902773 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe011f-d01f-46b2-ae5c-87d2e7e7e838 req-30816856-8f3c-408e-809d-52a52f8ce9a5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:08.904253 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1bbe011f-d01f-46b2-ae5c-87d2e7e7e838 req-30816856-8f3c-408e-809d-52a52f8ce9a5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0465932 Aug 29 22:51:08.936856 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:08.951910 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1bbe011f-d01f-46b2-ae5c-87d2e7e7e838 req-7ee64d6a-85da-4a0d-82d1-07a510a113f8 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Aug 29 22:51:09.335452 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcebd3e-e27f-4f27-9efc-3c1003c08454 req-8a35aceb-4ce7-411d-b100-b800bf555880 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:09.340077 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fbcebd3e-e27f-4f27-9efc-3c1003c08454 req-8a35aceb-4ce7-411d-b100-b800bf555880 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0561905 Aug 29 22:51:09.392854 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fbcebd3e-e27f-4f27-9efc-3c1003c08454 req-aee6ff8e-dd6c-4af4-8d47-0ffd9232dfaf tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499611 Aug 29 22:51:09.593695 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-59575e3a-bbc1-47c8-96c0-73594b92a2d7 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:09.596949 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40686-2903-47e0-976b-6430de559217 req-81e461b7-ad84-44fc-90a1-d389b6cb8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:09.597365 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-59575e3a-bbc1-47c8-96c0-73594b92a2d7 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9653652e-3745-4151-94b4-45dd87562ee4 HTTP/1.1" status: 200 len: 809 time: 0.3469856 Aug 29 22:51:09.598441 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-81e461b7-ad84-44fc-90a1-d389b6cb8543 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb&tenant_id=a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 1127 time: 0.1068707 Aug 29 22:51:09.612935 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-862f8e2b-f390-4479-8d72-c737f002ef49 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/quotas/4f38e29d63fd4d04984af578b1708e4a HTTP/1.1" status: 200 len: 375 time: 0.0099497 Aug 29 22:51:09.655029 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-9b2406c7-e25b-48ad-93b6-0c08d7b14ef2 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=4f38e29d63fd4d04984af578b1708e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357106 Aug 29 22:51:09.694141 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40686-2903-47e0-976b-6430de559217 req-5dc952b4-32f5-40b5-a282-cb9f795105b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:09.696043 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-5dc952b4-32f5-40b5-a282-cb9f795105b3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 1127 time: 0.0521193 Aug 29 22:51:09.755850 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-0e539e95-5b3a-4bc6-bf41-89ca514f3342 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913415 Aug 29 22:51:09.810480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40686-2903-47e0-976b-6430de559217 req-4fd39fae-cf5f-44e5-a295-ed5e64604b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:09.810480 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-4fd39fae-cf5f-44e5-a295-ed5e64604b51 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.1071126 Aug 29 22:51:09.874220 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-04a298fe-5873-40bd-9a0c-7e4bebf4f4ad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987036 Aug 29 22:51:10.079473 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18f5e3-b9b0-43e7-a15e-0b3ddd7b1334 req-c2caa885-80b8-409b-9b04-de2d83f6ef2c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:10.081123 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8d18f5e3-b9b0-43e7-a15e-0b3ddd7b1334 req-c2caa885-80b8-409b-9b04-de2d83f6ef2c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0547123 Aug 29 22:51:10.133921 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0fdc04b2-f3c9-4152-97a7-8ccfac89c24f req-99206237-5a02-4fa4-9b6c-07c0fa99f743 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0296571 Aug 29 22:51:10.135057 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8d18f5e3-b9b0-43e7-a15e-0b3ddd7b1334 req-3ba5772a-e5f9-444b-93f8-dbe42cd282a8 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456514 Aug 29 22:51:10.528056 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d78a1-5c51-4ac2-8d67-f72bfdc31350 req-a2bde7d6-f3cc-466e-8538-1fc808ee409f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:10.530282 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ad0d78a1-5c51-4ac2-8d67-f72bfdc31350 req-a2bde7d6-f3cc-466e-8538-1fc808ee409f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0566940 Aug 29 22:51:10.531971 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-18ef0613-9bb6-4ed3-be52-71743739536b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 200 len: 999 time: 0.0613549 Aug 29 22:51:10.587885 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ad0d78a1-5c51-4ac2-8d67-f72bfdc31350 req-edce7fe7-52be-40bf-8c21-bf0ab398c29b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519829 Aug 29 22:51:10.592047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40686-2903-47e0-976b-6430de559217 req-382b51ad-5275-49d4-af3f-5f5cfe79e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:10.593699 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-382b51ad-5275-49d4-af3f-5f5cfe79e0a1 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0546927 Aug 29 22:51:10.646103 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40686-2903-47e0-976b-6430de559217 req-34990c9c-d756-4b5c-ae13-9b241a394ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:10.648481 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-34990c9c-d756-4b5c-ae13-9b241a394ec9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477498 Aug 29 22:51:10.746094 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-172e849d-1030-4d64-b918-8da8ce537897 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907786 Aug 29 22:51:10.844494 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-f8f36b8a-d823-4d0f-9627-7402976fe7e2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915005 Aug 29 22:51:11.267991 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1464b1e2-206f-41f2-a1b0-637b40fde743 req-10785aa4-70ce-4213-aa99-8c430374c237 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0471613 Aug 29 22:51:11.361079 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9b7b9-2bc9-4dfb-9b90-8a9404dff00a req-5336e55e-c57f-4ce6-b8de-0b49042a8837 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:11.368203 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7bc9b7b9-2bc9-4dfb-9b90-8a9404dff00a req-5336e55e-c57f-4ce6-b8de-0b49042a8837 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0723035 Aug 29 22:51:11.402545 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:11.415179 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7bc9b7b9-2bc9-4dfb-9b90-8a9404dff00a req-fec24827-5de3-4a34-bbe7-f1c70893a7fb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460474 Aug 29 22:51:11.547688 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:11.555368 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b85623-0103-44de-b5a0-c28c66aee91f req-e46e5046-8797-449c-910c-3f4a0225c31f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:11.557217 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-03b85623-0103-44de-b5a0-c28c66aee91f req-e46e5046-8797-449c-910c-3f4a0225c31f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0599153 Aug 29 22:51:11.567438 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59152) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:11.572634 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'floatingip': {'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:11.613959 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:11.767601 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f995f-2952-4c53-b5db-4edea4238c28 req-032426f6-2b06-4247-8f8f-e3e07590f694 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:11.769590 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-705f995f-2952-4c53-b5db-4edea4238c28 req-032426f6-2b06-4247-8f8f-e3e07590f694 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0857816 Aug 29 22:51:11.874182 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ee97e81f-a560-4212-bbef-ab1ff649f524 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:11.920378 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: ee97e81f-a560-4212-bbef-ab1ff649f524 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:11.921276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ee97e81f-a560-4212-bbef-ab1ff649f524 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:12.017392 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-705f995f-2952-4c53-b5db-4edea4238c28 req-c0adb485-0bf8-4309-b4fe-d47c3dc2235f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367330 Aug 29 22:51:12.018587 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59160) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:12.034673 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:12.188228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aee21a04-ab91-4b93-84f8-2427122b6fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.269736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:12.323974 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aee21a04-ab91-4b93-84f8-2427122b6fb0 admin admin] Publish callbacks [] for security_group (b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.332210 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.401667 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5371040f-159e-4f4b-bf0b-580845ed6ec5 req-05a90313-5521-4467-b2dd-a061e0615300 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0364175 Aug 29 22:51:12.403176 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aee21a04-ab91-4b93-84f8-2427122b6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.437089 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.463192 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-aee21a04-ab91-4b93-84f8-2427122b6fb0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=33c5f1bc7dcb478382befb6595afa320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399328 Aug 29 22:51:12.463649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59170) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:12.470970 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee21a04-ab91-4b93-84f8-2427122b6fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:12.524330 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8a22c82d-3158-46bc-9632-b2851d342a5a admin admin] Publish callbacks [] for security_group (b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.566218 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Floating IP 9ee7d1d2-aade-46c7-8f8c-98c89a599bb7 associated. External IP: 172.27.4.18, port: d5317cad-0fae-4b42-bce5-918aa12399dd. Aug 29 22:51:12.575449 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8a22c82d-3158-46bc-9632-b2851d342a5a admin admin] Publish callbacks [] for security_group (b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.766814 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8a22c82d-3158-46bc-9632-b2851d342a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.769832 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8a22c82d-3158-46bc-9632-b2851d342a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:12.771335 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8a22c82d-3158-46bc-9632-b2851d342a5a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f HTTP/1.1" status: 204 len: 168 time: 0.3068583 Aug 29 22:51:12.782162 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22c82d-3158-46bc-9632-b2851d342a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0118e9f-8f12-46bd-b2f9-42b84ecf6a4f,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:12.887900 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Router 39c2a81f-5579-4ee8-be5b-02cb7124a596 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:51:13.019786 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59180) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:13.044685 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:13.050591 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:13.070478 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] Sync routers for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:13.094738 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:13.094738 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:50:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:13.098410 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e1a73b50-1c20-4ed6-a07e-4167f91c9f67 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/9ee7d1d2-aade-46c7-8f8c-98c89a599bb7 HTTP/1.1" status: 200 len: 990 time: 1.5296769 Aug 29 22:51:13.098844 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:13.102429 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc165d5-96e5-4479-9f28-33cc0d661157" -d '{"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:13.178496 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce2deb6-c964-4de6-810d-6d3168b4374e x-openstack-request-id: req-9ce2deb6-c964-4de6-810d-6d3168b4374e {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:13.178496 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:13.178496 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ce2deb6-c964-4de6-810d-6d3168b4374e {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:13.178496 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce2deb6-c964-4de6-810d-6d3168b4374e'] response: {'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'status': 'completed', 'code': 200} Aug 29 22:51:13.224118 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:13.317010 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-09f4ac8b-e9d9-4331-b24c-c77eb8f4478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:13.324863 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-09f4ac8b-e9d9-4331-b24c-c77eb8f4478b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1129 time: 0.0789599 Aug 29 22:51:13.328267 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303b1bf-b5d7-4ec1-826b-58d87c825145 req-32302167-4cf3-4fd9-855d-69e4eb52869a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:13.332238 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f303b1bf-b5d7-4ec1-826b-58d87c825145 req-32302167-4cf3-4fd9-855d-69e4eb52869a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1328619 Aug 29 22:51:13.394014 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:13.468736 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f303b1bf-b5d7-4ec1-826b-58d87c825145 req-2b9fa949-82a1-4578-a7a3-99b1c82f0262 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160996 Aug 29 22:51:13.559775 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:13.560348 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:13.668889 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-24a07ed0-37fb-4760-95b9-3c6f66389d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:13.697874 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-30b65059-64af-43e8-87c0-e738a75e1f56 req-bb551d5b-62be-43f3-9aca-a0d694bc49cb tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0892420 Aug 29 22:51:13.756510 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '9ee7d1d2-aade-46c7-8f8c-98c89a599bb7', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'mac_address': 'fa:16:3e:dc:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:37Z', 'updated_at': '2022-08-29T22:51:12Z', 'revision_number': 1, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:13.795211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] Checking router: 39c2a81f-5579-4ee8-be5b-02cb7124a596 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:13.823658 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:13.823658 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:50:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:14.012522 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:14.026832 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-4d840f48-4d04-4338-bf8a-6770bc5ed10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:14.028331 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-4d840f48-4d04-4338-bf8a-6770bc5ed10b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.6501133 Aug 29 22:51:14.096078 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:14.119879 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-24a07ed0-37fb-4760-95b9-3c6f66389d01 admin admin] Publish callbacks [] for security_group (15b6744c-24e1-4de1-8afa-c01222cabb88), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:14.276777 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '9ee7d1d2-aade-46c7-8f8c-98c89a599bb7', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'mac_address': 'fa:16:3e:dc:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:37Z', 'updated_at': '2022-08-29T22:51:12Z', 'revision_number': 1, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:14.301921 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4126d-1c03-4cd5-9aae-f0fcce86c014 None None] The sync data for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi is: [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '9ee7d1d2-aade-46c7-8f8c-98c89a599bb7', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'mac_address': 'fa:16:3e:dc:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:37Z', 'updated_at': '2022-08-29T22:51:12Z', 'revision_number': 1, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:14.529648 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:14.546559 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-24a07ed0-37fb-4760-95b9-3c6f66389d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (15b6744c-24e1-4de1-8afa-c01222cabb88), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:14.570507 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59202) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:14.588375 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cce5a4b4-e40c-4a11-9377-82233c1b7ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:14.602772 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62538b8a-5ea9-4878-b393-01891b59eaab None None] New status for floating IP 9ee7d1d2-aade-46c7-8f8c-98c89a599bb7: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:51:14.635465 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a07ed0-37fb-4760-95b9-3c6f66389d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b6744c-24e1-4de1-8afa-c01222cabb88,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:14.657047 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-24a07ed0-37fb-4760-95b9-3c6f66389d01 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=90e8bdd751634f0596fcd55fb1b4aa24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6337092 Aug 29 22:51:14.658627 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59204) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:14.750660 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b0f51bef-6215-4bb1-b216-2975fc5b74e2 admin admin] Publish callbacks [] for security_group (15b6744c-24e1-4de1-8afa-c01222cabb88), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:14.768087 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e12c6-3476-4c00-984f-613621a5e215 req-cc0a4be1-dd17-4fb7-886f-b2dd950d1a63 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:14.771231 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-190e12c6-3476-4c00-984f-613621a5e215 req-cc0a4be1-dd17-4fb7-886f-b2dd950d1a63 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1223173 Aug 29 22:51:14.782769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b0f51bef-6215-4bb1-b216-2975fc5b74e2 admin admin] Publish callbacks [] for security_group (15b6744c-24e1-4de1-8afa-c01222cabb88), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:14.895283 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d3836e8e-40b3-4e48-ae03-df8c30abd661 req-14f551e8-9341-4128-831b-73f03d373754 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0519435 Aug 29 22:51:14.911973 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:14.975975 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cce5a4b4-e40c-4a11-9377-82233c1b7ed7 admin admin] Publish callbacks [] for security_group (e23419db-9554-4fdf-8561-3aab2a998dd0), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:14.989205 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-190e12c6-3476-4c00-984f-613621a5e215 req-9b4d9051-d71b-4e3f-8fde-65463306d830 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949372 Aug 29 22:51:15.120029 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b0f51bef-6215-4bb1-b216-2975fc5b74e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (15b6744c-24e1-4de1-8afa-c01222cabb88), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.121299 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b0f51bef-6215-4bb1-b216-2975fc5b74e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.122494 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b0f51bef-6215-4bb1-b216-2975fc5b74e2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/15b6744c-24e1-4de1-8afa-c01222cabb88 HTTP/1.1" status: 204 len: 168 time: 0.4632437 Aug 29 22:51:15.132832 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f51bef-6215-4bb1-b216-2975fc5b74e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b6744c-24e1-4de1-8afa-c01222cabb88,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:15.153265 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cce5a4b4-e40c-4a11-9377-82233c1b7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e23419db-9554-4fdf-8561-3aab2a998dd0), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.228391 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-cce5a4b4-e40c-4a11-9377-82233c1b7ed7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a4d75c1b48e94d58bbacac8c9356c5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428907 Aug 29 22:51:15.228391 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a4b4-e40c-4a11-9377-82233c1b7ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23419db-9554-4fdf-8561-3aab2a998dd0,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:15.229923 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59212) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:15.286713 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:15.329838 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8da4-c6a6-429e-8b3a-8eb6fc0aa042 admin admin] Publish callbacks [] for security_group (e23419db-9554-4fdf-8561-3aab2a998dd0), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.364074 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8da4-c6a6-429e-8b3a-8eb6fc0aa042 admin admin] Publish callbacks [] for security_group (e23419db-9554-4fdf-8561-3aab2a998dd0), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.501355 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8da4-c6a6-429e-8b3a-8eb6fc0aa042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e23419db-9554-4fdf-8561-3aab2a998dd0), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.506115 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8da4-c6a6-429e-8b3a-8eb6fc0aa042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:15.507613 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1d3f8da4-c6a6-429e-8b3a-8eb6fc0aa042 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e23419db-9554-4fdf-8561-3aab2a998dd0 HTTP/1.1" status: 204 len: 168 time: 0.2768118 Aug 29 22:51:15.532469 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f8da4-c6a6-429e-8b3a-8eb6fc0aa042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23419db-9554-4fdf-8561-3aab2a998dd0,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:15.649838 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:16.038655 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-05aaa9f2-c040-4bc1-a8d3-8f9b7e05fc54 req-a6791fb7-7d9c-4c6b-81db-1a6b5957ee0d tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0314941 Aug 29 22:51:16.129059 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79ceb3-e97e-4d01-a50b-0cd9d2187d7c req-2f26643b-a82c-475e-8765-ebbff87d72ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:16.130869 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3a79ceb3-e97e-4d01-a50b-0cd9d2187d7c req-2f26643b-a82c-475e-8765-ebbff87d72ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0597434 Aug 29 22:51:16.216702 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3a79ceb3-e97e-4d01-a50b-0cd9d2187d7c req-5c8e9ef7-9df0-438b-974e-544a875a6fe1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796881 Aug 29 22:51:16.840229 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59248) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:16.859068 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-02611bdf-129d-4859-8c37-bf92093fdd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:16.960164 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-02611bdf-129d-4859-8c37-bf92093fdd5b admin admin] Publish callbacks [] for security_group (46be34af-46c0-4573-91f6-02c31c204a85), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:16.966662 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59252) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:17.066270 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-02611bdf-129d-4859-8c37-bf92093fdd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (46be34af-46c0-4573-91f6-02c31c204a85), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.113617 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59258) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:17.113785 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-02611bdf-129d-4859-8c37-bf92093fdd5b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=548f1efb15d2440c82779e412f62fc50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723136 Aug 29 22:51:17.135206 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646706764-network', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:17.149397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02611bdf-129d-4859-8c37-bf92093fdd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46be34af-46c0-4573-91f6-02c31c204a85,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:17.172526 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cc8dc870-25d0-4657-b14e-e86594cd92ac req-c484cb04-afe3-49c8-8e65-4ab055e5b0fa tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0343926 Aug 29 22:51:17.237010 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Publish callbacks [] for security_group (46be34af-46c0-4573-91f6-02c31c204a85), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.263855 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Made reservation on behalf of 6468612f8d4e4172a8bcc16f0ba73e5a for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:17.268106 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.276035 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Publish callbacks [] for security_group (46be34af-46c0-4573-91f6-02c31c204a85), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.299843 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.371357 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:17.489090 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7dfb9-5379-434b-bd19-ab336d630f2c req-a57b6a87-5788-419f-af56-2af42ea756df tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:17.498403 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-65e7dfb9-5379-434b-bd19-ab336d630f2c req-a57b6a87-5788-419f-af56-2af42ea756df tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1478097 Aug 29 22:51:17.533051 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks [] for security_group (eb99b3d5-386d-43b4-be5b-ebfaf58c9b19), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.587017 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-65e7dfb9-5379-434b-bd19-ab336d630f2c req-99c1e2e0-4c18-4c32-b904-b270309553ab tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853350 Aug 29 22:51:17.614970 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (46be34af-46c0-4573-91f6-02c31c204a85), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.619329 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.624257 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/46be34af-46c0-4573-91f6-02c31c204a85 HTTP/1.1" status: 204 len: 168 time: 0.5084941 Aug 29 22:51:17.639847 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46be34af-46c0-4573-91f6-02c31c204a85,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:17.648307 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.648667 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.649050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.653143 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.653893 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.654584 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.655738 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.656442 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.657188 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.658005 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.658724 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.659299 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.659951 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.660590 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.661194 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f2ef24-b5a8-4028-b203-79a3530236b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:17.678431 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (eb99b3d5-386d-43b4-be5b-ebfaf58c9b19), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.725544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:51:17.731592 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:17.742483 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (f0a1e9a0-5739-4d29-84de-d3c9b5861899), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.758420 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Added segment f0a1e9a0-5739-4d29-84de-d3c9b5861899 of type vlan for network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d Aug 29 22:51:17.825941 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.931599 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:17.932648 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:17.933247 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:18.005660 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:18.023944 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:51:18.100686 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-acf12e59-1ed2-4309-9476-3ff3205ba3e8 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1327732 Aug 29 22:51:18.105488 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59276) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:18.111881 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Request body: {'subnet': {'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646706764-subnet', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:18.273657 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Made reservation on behalf of 6468612f8d4e4172a8bcc16f0ba73e5a for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:18.276345 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4779321'] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:18.352229 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:18.419114 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3383a775-16da-4393-ba78-c27f7ea1f6a2 req-d077fc5b-a277-4c10-b05c-b20a76ee4fa2 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0982943 Aug 29 22:51:18.458583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:18.681161 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:INSERT=15,neutron:DELETE=5,neutron:SELECT=76,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:18.734455 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38f49-522f-4604-a634-67c208def3d0 req-a13a788d-e312-4730-8125-f255c35e87de tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:18.744523 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-efc38f49-522f-4604-a634-67c208def3d0 req-a13a788d-e312-4730-8125-f255c35e87de tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0727704 Aug 29 22:51:18.784878 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4779311'] for subnet (d98d84af-1acc-4838-a3be-b530a3f7c3ec), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:18.812377 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-efc38f49-522f-4604-a634-67c208def3d0 req-2a9c6473-9e38-4ff1-b5c4-cdd13439d7c4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595040 Aug 29 22:51:18.887599 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98d84af-1acc-4838-a3be-b530a3f7c3ec,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:18.896288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Checking segment: {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:18.897260 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Network hostable DHCP agents. Network: a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:51:19.025589 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:51:19.143684 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:19.163985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:19.164811 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:19.270807 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59308) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:19.271189 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f4dde75f-9900-4b26-978c-f2c9aa1f7315 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1631050 Aug 29 22:51:19.276333 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:19.343668 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f0c8da-ef7d-4386-bad7-765b3c9c01af None None] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:19.369705 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:19.371327 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:19.523157 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks [] for router_controller (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:19.623100 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-558b8648-96cb-4902-8823-a9d50ef680cf req-5c2d1570-ac02-4882-b2d6-5f3ce61656c0 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0524135 Aug 29 22:51:19.695727 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:51:19.697601 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:19.953618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Allocated IP 172.20.0.2 (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d/d98d84af-1acc-4838-a3be-b530a3f7c3ec/21a3dd2d-8b2d-4946-97b1-f4797adc4dc2) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:19.976349 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks [] for router_gateway (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.003671 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80384f5d-8e67-4bc5-b578-3fe6d9f0e810 req-07a6cf69-77a3-4c59-8cc0-c588af8ca1dd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:20.005359 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-80384f5d-8e67-4bc5-b578-3fe6d9f0e810 req-07a6cf69-77a3-4c59-8cc0-c588af8ca1dd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0821893 Aug 29 22:51:20.144856 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-80384f5d-8e67-4bc5-b578-3fe6d9f0e810 req-be55b56b-b862-44c1-8556-18ee806fc06d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269715 Aug 29 22:51:20.180949 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Publish callbacks [] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.270065 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.282312 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:20.324193 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:20.327419 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:20.332064 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:20.344001 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks [] for router_gateway (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.374304 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Pushing event updated for resources: {'Port': ['ID=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:20.386811 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.417598 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Attempting to bind port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:20.418246 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Attempting to bind port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:20.418786 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Attempting to bind port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 on network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:20.425706 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:20.426599 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Checking segment: {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:20.427442 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.428698 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Bound using segment: {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:20.429839 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Bound port: 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:20.431622 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.559979 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:20.566486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] For port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:20.585122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] For port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:20.593303 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Allocated IP 172.27.4.29 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/25bcbdcb-0129-4b98-b8c3-34705260f9f1) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:20.684541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.725396 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks [] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.758472 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19256b4f-f975-4df9-ad6a-9fb483ee56f5 None None] Pushing event updated for resources: {'Port': ['ID=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:20.808251 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3be7777-a1d7-4526-bfc3-838197ce1e56 req-f9d6ddd0-0049-44e3-a029-53108ef19d75 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0349138 Aug 29 22:51:20.812848 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:20.864835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:20.868235 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:20.874623 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:20.877629 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:20.910765 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Pushing event updated for resources: {'Port': ['ID=25bcbdcb-0129-4b98-b8c3-34705260f9f1,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:20.968627 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-923fa170-4729-4d41-a82f-8e05785a0f95 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 200 len: 1000 time: 0.1007202 Aug 29 22:51:21.312064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-65bdd3c9-63e7-4bef-970b-09ee25328063 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351907 Aug 29 22:51:21.326726 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-0451d0d9-ff84-49c5-9858-4bb80fe53439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:21.328228 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-0451d0d9-ff84-49c5-9858-4bb80fe53439 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.1617792 Aug 29 22:51:21.373001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e2c743b9-72e4-49f1-a73d-74df25620985 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:21.374553 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e2c743b9-72e4-49f1-a73d-74df25620985 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "GET /networking/v2.0/networks?id=9653652e-3745-4151-94b4-45dd87562ee4 HTTP/1.1" status: 200 len: 809 time: 0.1965246 Aug 29 22:51:21.511200 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f665d-0903-4b52-9fd7-9f1b32fd5138 req-e68be09b-a719-444b-98fb-b5008421547a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:21.512843 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5f1f665d-0903-4b52-9fd7-9f1b32fd5138 req-e68be09b-a719-444b-98fb-b5008421547a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0887432 Aug 29 22:51:21.549762 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks [] for router_gateway (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:21.648921 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5f1f665d-0903-4b52-9fd7-9f1b32fd5138 req-924cc69b-e9f5-4305-9140-a8f012ff730c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121371 Aug 29 22:51:21.766888 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Request body: {'port': {'device_id': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4', 'admin_state_up': True, 'tenant_id': '4f38e29d63fd4d04984af578b1708e4a'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:21.772541 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:21.825190 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:21.859885 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-e2bc9305-4c32-4c6e-9abb-2816ec41a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:21.861452 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-e2bc9305-4c32-4c6e-9abb-2816ec41a2bc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1781263 Aug 29 22:51:21.898202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-f2807cc5-5023-4656-9641-a94df22425e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:21.902215 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-f2807cc5-5023-4656-9641-a94df22425e5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 1129 time: 0.1282313 Aug 29 22:51:21.981135 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818a0b9-2c5c-4a21-9fc8-07a1997e5b7f None None] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:21.984387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:21.991279 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:22.056039 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ec7e9c99-f12f-4d64-8e08-bfa8a11a5965 req-26dce139-6179-401b-bc73-e6c68c7571e0 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.1396255 Aug 29 22:51:22.076097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-3b15d8aa-59e2-4e1f-8726-fd020f57a81c None None] Provisioning complete for port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:22.076645 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3b15d8aa-59e2-4e1f-8726-fd020f57a81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:22.117903 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:51:22.165570 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:22.179269 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-e590c902-1a0a-44a3-9215-bbfa95d570d9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070223 Aug 29 22:51:22.182497 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-3b15d8aa-59e2-4e1f-8726-fd020f57a81c None None] Current status of the port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:22.182904 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3b15d8aa-59e2-4e1f-8726-fd020f57a81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:22.225339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-30ef097e-8a1b-4845-acb3-b04b7047f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:22.227184 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-30ef097e-8a1b-4845-acb3-b04b7047f5b5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 912 time: 0.2652907 Aug 29 22:51:22.250619 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-3b15d8aa-59e2-4e1f-8726-fd020f57a81c None None] For port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:22.316100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Made reservation on behalf of 4f38e29d63fd4d04984af578b1708e4a for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:22.320539 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:22.324548 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:22.339912 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Sync routers for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:22.356403 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:22.357097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:50:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:22.372946 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-dc409743-a3bd-4eea-9031-28f4a29e26b9 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb HTTP/1.1" status: 200 len: 1001 time: 0.1018829 Aug 29 22:51:22.405274 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3b15d8aa-59e2-4e1f-8726-fd020f57a81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:22.407156 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e7dc36f2-69f1-47bc-a559-8f3b3c5ecf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:22.481859 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:22.484734 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-349fea57-58f6-47ba-90e9-6680f74626bc admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2109535 Aug 29 22:51:22.484890 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0fc165d5-96e5-4479-9f28-33cc0d661157 req-db6e7704-fe64-4832-a6e6-dbecb61f6e64 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834852 Aug 29 22:51:22.486395 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59352) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:22.490879 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-1d47eb7c-89b2-4fed-85c9-60d0bbf6c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:22.492130 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-1d47eb7c-89b2-4fed-85c9-60d0bbf6c227 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 200 len: 850 time: 0.1109500 Aug 29 22:51:22.520846 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:22.540154 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15d8aa-59e2-4e1f-8726-fd020f57a81c None None] Pushing event updated for resources: {'Port': ['ID=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:22.554534 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-b065c0a5-383f-4d5d-b496-cff9f57ee944 None None] Provisioning complete for port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:22.555502 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b065c0a5-383f-4d5d-b496-cff9f57ee944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:22.557943 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:22.574312 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-1a2ecfa7-d75e-457f-95eb-3281a0ff74c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:22.575841 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-1a2ecfa7-d75e-457f-95eb-3281a0ff74c0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3cbc22b7-19e9-4863-99a1-541b71beccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735743 Aug 29 22:51:22.609598 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Allocated IP 172.20.0.13 (9653652e-3745-4151-94b4-45dd87562ee4/cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df/9ca59c4a-73d7-4a73-8d8e-3b9185b2a763) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:22.731716 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-a2dc59eb-b04a-4c89-b563-aef3584a3dcd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491220 Aug 29 22:51:22.897674 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bd077-e3c2-4ccd-8904-5c1f4022db1d req-a016fe87-c734-4b0a-92b3-4b92be539170 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:22.900825 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-323bd077-e3c2-4ccd-8904-5c1f4022db1d req-a016fe87-c734-4b0a-92b3-4b92be539170 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0867550 Aug 29 22:51:22.902297 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:22.907616 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:22.960241 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks [] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.000826 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-323bd077-e3c2-4ccd-8904-5c1f4022db1d req-61a77b78-d463-42d7-8b67-099db00b1c28 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943308 Aug 29 22:51:23.005199 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:23.005690 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.058456 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b52e6e-9e62-4337-a280-ef5dc8026c81 req-9a779001-565a-449f-b364-8e91c955db1f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136513 Aug 29 22:51:23.070055 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-b065c0a5-383f-4d5d-b496-cff9f57ee944 None None] Current status of the port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:23.101967 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.130142 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:21Z', 'revision_number': 3, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:23.160019 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.178207 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Checking router: cd4f8e1b-9b02-4b0c-8284-08c5057ab986 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:23.178569 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Updating router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:51:23.227226 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.239122 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Network 9653652e-3745-4151-94b4-45dd87562ee4 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:23.250393 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7faca5-6ec5-4503-a7df-a899442602f2 req-875e296e-8a69-4894-a428-7dc6b7f8595d tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:23.252114 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cd7faca5-6ec5-4503-a7df-a899442602f2 req-875e296e-8a69-4894-a428-7dc6b7f8595d tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 932 time: 0.1074867 Aug 29 22:51:23.255745 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:23.262766 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:23.275620 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Pushing event updated for resources: {'Port': ['ID=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:23.323019 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.323362 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.323757 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.324341 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.324460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.324747 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.325077 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.325399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.325518 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Allocated IP 172.20.0.1 (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d/d98d84af-1acc-4838-a3be-b530a3f7c3ec/82fe08d2-925c-4a5a-b11e-d5a811f6cefa) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:23.325736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.326034 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.326351 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.326671 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.326991 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.327306 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.327621 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:23.362082 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:23.362727 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.373483 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cd7faca5-6ec5-4503-a7df-a899442602f2 req-eb67792f-e2bf-4d43-951d-644d6753915b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124711 Aug 29 22:51:23.423607 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:23.454972 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks [] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.462077 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-eacbc0ca-3505-4299-a634-9061eadbf62b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7772534 Aug 29 22:51:23.558467 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.601738 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:23.607432 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:23.611127 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:23.637617 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Pushing event updated for resources: {'Port': ['ID=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:23.657463 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.679239 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Publish callbacks [] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.748935 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:23.828808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.863661 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Attempting to bind port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:23.864032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Attempting to bind port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:23.864399 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Attempting to bind port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:23.876535 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:23.876934 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:23.877333 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.877722 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:23.878188 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Bound port: 25bcbdcb-0129-4b98-b8c3-34705260f9f1, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:23.878566 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.916976 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.917518 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572414c7-9fcb-40aa-bd68-4b10a65f6a07 None None] Pushing event updated for resources: {'Port': ['ID=25bcbdcb-0129-4b98-b8c3-34705260f9f1,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:23.928331 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-25339ba3-38e8-4bbf-ae88-1293a0ac50ae None None] Provisioning complete for port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:23.928842 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-25339ba3-38e8-4bbf-ae88-1293a0ac50ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:23.976802 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] For port 25bcbdcb-0129-4b98-b8c3-34705260f9f1, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:23.981033 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] For port 25bcbdcb-0129-4b98-b8c3-34705260f9f1, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=25bcbdcb-0129-4b98-b8c3-34705260f9f1,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:23.983733 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-25339ba3-38e8-4bbf-ae88-1293a0ac50ae None None] Port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:51:24.079532 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:24.081592 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:24.122353 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:24.122928 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks [] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:24.123037 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:50:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:24.153419 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:24.160157 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baa566-7aac-41c5-b728-faff0a47b515 req-6319cc35-ad4f-48a7-9164-1917b5ab011a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:24.161760 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-55baa566-7aac-41c5-b728-faff0a47b515 req-6319cc35-ad4f-48a7-9164-1917b5ab011a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0632372 Aug 29 22:51:24.171242 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572414c7-9fcb-40aa-bd68-4b10a65f6a07 None None] Pushing event updated for resources: {'Port': ['ID=25bcbdcb-0129-4b98-b8c3-34705260f9f1,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:24.185069 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:24.212697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:24.241177 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:24.278120 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-55baa566-7aac-41c5-b728-faff0a47b515 req-973a3daf-9434-45a5-9d71-2dac366a43c8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100566 Aug 29 22:51:24.278611 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Pushing event updated for resources: {'Port': ['ID=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:24.282037 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:24.389502 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:24.390815 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:24.391825 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:24.431259 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:24.470691 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 1, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:24.495642 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:24.500834 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45907b0b-13bf-4cc9-af21-fa9484896b3d None None] The sync data for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi is: [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 1, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:24.531879 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:51:24.594820 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1deda-51aa-4b40-b788-1916d90a7fa8 req-68f47de0-66dc-4fcb-a033-ca0bf5455fe1 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:24.596441 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-86d1deda-51aa-4b40-b788-1916d90a7fa8 req-68f47de0-66dc-4fcb-a033-ca0bf5455fe1 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 932 time: 0.1183996 Aug 29 22:51:24.636770 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:24.659595 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-86d1deda-51aa-4b40-b788-1916d90a7fa8 req-41cf9605-6718-415e-964d-cd84d53d3be2 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Aug 29 22:51:24.667547 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:24.670697 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ff79bdf3-1880-402c-82bf-d282ecee77f7 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/cd4f8e1b-9b02-4b0c-8284-08c5057ab986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1832612 Aug 29 22:51:24.716326 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-6cd7773c-4975-4cb6-8152-90cee1c4bf1e None None] Provisioning complete for port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:24.719127 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-6cd7773c-4975-4cb6-8152-90cee1c4bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:24.746250 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-02ffd55f-0416-40dc-bf25-ffc79298295b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:24.787956 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7773c-4975-4cb6-8152-90cee1c4bf1e None None] Port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:51:25.420474 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180e508-6b21-4134-b31b-e9d4ce227bc6 req-d5ceb43a-3815-48df-92bf-f01d666c5cf6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:25.422097 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2180e508-6b21-4134-b31b-e9d4ce227bc6 req-d5ceb43a-3815-48df-92bf-f01d666c5cf6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0510097 Aug 29 22:51:25.477942 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2180e508-6b21-4134-b31b-e9d4ce227bc6 req-6a0b9f04-435a-4b10-aece-64d7705a0d53 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500784 Aug 29 22:51:25.543568 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Request body: {'port': {'device_id': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:25.603104 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59410) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:25.608321 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2050628566-network', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:25.621927 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:25.683370 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Made reservation on behalf of 550e5821300144f68160dd9a48f9ef2d for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:25.686083 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:25.710415 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:25.764061 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:25.837960 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks [] for security_group (b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:25.911925 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:25.943152 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:51:25.950003 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:25.961822 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (59c9e431-6a1d-4b89-8418-cb891756299b), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:25.962160 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Added segment 59c9e431-6a1d-4b89-8418-cb891756299b of type vlan for network cf0c1f99-9cc2-417f-b67a-38b948e78b8e Aug 29 22:51:26.028663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (cf0c1f99-9cc2-417f-b67a-38b948e78b8e), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.038334 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d3de7-416d-4af3-abb7-5df0c2d7acae req-0d228e29-4fb7-401f-ada9-dd00c8a27f06 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:26.039894 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b43d3de7-416d-4af3-abb7-5df0c2d7acae req-0d228e29-4fb7-401f-ada9-dd00c8a27f06 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 932 time: 0.0879195 Aug 29 22:51:26.146949 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b43d3de7-416d-4af3-abb7-5df0c2d7acae req-ef7d5f95-1c73-4cf8-a007-e77df0fb791f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732093 Aug 29 22:51:26.156202 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.184251 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (cf0c1f99-9cc2-417f-b67a-38b948e78b8e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.185782 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:26.187859 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.217819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:51:26.227314 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Publish callbacks [] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.237009 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:26.245534 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Transition to ACTIVE for port object 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:51:26.274521 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0c1f99-9cc2-417f-b67a-38b948e78b8e,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:26.289993 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59430) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:26.292550 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:51:26.343809 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] Deleting subnet f57ce79f-b967-4972-9614-b3e12ebd28c3 {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:51:26.347354 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] Publish callbacks [] for subnet (f57ce79f-b967-4972-9614-b3e12ebd28c3), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.394950 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.490052 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Pushing event updated for resources: {'Port': ['ID=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:26.548962 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Attempting to bind port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:26.549595 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Attempting to bind port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:26.549595 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Attempting to bind port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 on network 9653652e-3745-4151-94b4-45dd87562ee4 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:26.573283 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 on network 9653652e-3745-4151-94b4-45dd87562ee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:51:26.573283 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Attempting to bind port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 on network 9653652e-3745-4151-94b4-45dd87562ee4 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:26.577066 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:26.577862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Checking segment: {'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:26.578678 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Bound using segment: {'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:26.579339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Bound port: 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35414973-3ef8-4b27-9baa-f1f32710f799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:26.580611 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.639908 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (f57ce79f-b967-4972-9614-b3e12ebd28c3), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.646046 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-69eeee84-9c05-4af6-8182-77bd84d18372 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0418386 Aug 29 22:51:26.658074 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59438) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:26.666118 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Request body: {'subnet': {'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2050628566-subnet', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:26.697258 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:26.729756 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] For port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:26.733289 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf31ee7-87aa-4247-acf8-fdf14e0a9f8e req-14d96baa-669d-44fc-b2c0-ae7794b38bf2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:26.734386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] For port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:26.734774 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3bf31ee7-87aa-4247-acf8-fdf14e0a9f8e req-14d96baa-669d-44fc-b2c0-ae7794b38bf2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.0995204 Aug 29 22:51:26.739714 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (f57ce79f-b967-4972-9614-b3e12ebd28c3), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.801113 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:26.804292 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Made reservation on behalf of 550e5821300144f68160dd9a48f9ef2d for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:26.806858 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4779321'] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.810684 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.822219 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:26.822219 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.822219 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 HTTP/1.1" status: 200 len: 1094 time: 1.2776556 Aug 29 22:51:26.837452 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3bf31ee7-87aa-4247-acf8-fdf14e0a9f8e req-1efd2cd6-9e44-4926-9bfa-accfbd2f74ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755246 Aug 29 22:51:26.839462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'tag': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:26.841204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f612e6fa-854e-4a33-886a-35507bdb1576" -d '{"events": [{"name": "network-changed", "server_uuid": "bdff680e-99f7-4dfd-b6b2-fdd495d977dc", "tag": "9ca59c4a-73d7-4a73-8d8e-3b9185b2a763"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:26.843499 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Sync routers for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:26.878494 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:26.881581 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:51:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:26.928403 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 25bcbdcb-0129-4b98-b8c3-34705260f9f1 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:26.938137 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (f57ce79f-b967-4972-9614-b3e12ebd28c3), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:26.953062 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5029e-db48-482e-b0f3-51c23a19e37a service neutron] Pushing event updated for resources: {'Port': ['ID=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:26.964658 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000f461-57b2-4a4e-a70a-6fb2adbaf817 x-openstack-request-id: req-1000f461-57b2-4a4e-a70a-6fb2adbaf817 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:26.964963 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdff680e-99f7-4dfd-b6b2-fdd495d977dc", "tag": "9ca59c4a-73d7-4a73-8d8e-3b9185b2a763", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:26.965392 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1000f461-57b2-4a4e-a70a-6fb2adbaf817 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:26.965937 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1000f461-57b2-4a4e-a70a-6fb2adbaf817'] response: {'name': 'network-changed', 'server_uuid': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'tag': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763', 'status': 'completed', 'code': 200} Aug 29 22:51:26.988175 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57ce79f-b967-4972-9614-b3e12ebd28c3,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:27.007221 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.010528 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b18893e3-0d49-424a-943a-f8686923fbc3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/f57ce79f-b967-4972-9614-b3e12ebd28c3 HTTP/1.1" status: 204 len: 168 time: 0.7194977 Aug 29 22:51:27.013251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59446) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:27.025668 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:27.026190 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.108233 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:27.109075 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.128684 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (56561cd9-483b-4101-b513-5fc0b0bd1e67), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.134149 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 25bcbdcb-0129-4b98-b8c3-34705260f9f1, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=25bcbdcb-0129-4b98-b8c3-34705260f9f1,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:27.143015 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:27.232911 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.276557 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (56561cd9-483b-4101-b513-5fc0b0bd1e67), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.302502 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a8c06-160a-4dff-9ddd-5b241cdb0e99 req-b4594c6c-cf32-4e85-9773-a6ae886a6114 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:27.304978 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56561cd9-483b-4101-b513-5fc0b0bd1e67']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:27.308509 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=25bcbdcb-0129-4b98-b8c3-34705260f9f1,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:27.313320 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cc4a8c06-160a-4dff-9ddd-5b241cdb0e99 req-b4594c6c-cf32-4e85-9773-a6ae886a6114 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.0759890 Aug 29 22:51:27.319675 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14dd9513-e668-4f43-9c81-e91110a7ffe8') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:27.320313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14dd9513-e668-4f43-9c81-e91110a7ffe8') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:27.320649 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.323075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4779311'] for subnet (d63e6939-92e6-436e-9d21-9ca2cd5417ec), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.356678 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (14dd9513-e668-4f43-9c81-e91110a7ffe8), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.369856 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 2, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:27.376231 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cc4a8c06-160a-4dff-9ddd-5b241cdb0e99 req-c988bb5c-c708-448e-afe6-59768e04b8ad tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619664 Aug 29 22:51:27.378099 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:27.384644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (14dd9513-e668-4f43-9c81-e91110a7ffe8), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.397387 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Checking router: cd4f8e1b-9b02-4b0c-8284-08c5057ab986 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:27.397745 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Updating router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:51:27.409291 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63e6939-92e6-436e-9d21-9ca2cd5417ec,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:27.411709 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:51:27.412296 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (14dd9513-e668-4f43-9c81-e91110a7ffe8), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.428568 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.470361 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 14dd9513-e668-4f43-9c81-e91110a7ffe8 resource provider aggregate not found Aug 29 22:51:27.480571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Checking segment: {'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:27.480912 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Network hostable DHCP agents. Network: cf0c1f99-9cc2-417f-b67a-38b948e78b8e, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:51:27.494396 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 14dd9513-e668-4f43-9c81-e91110a7ffe8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14dd9513-e668-4f43-9c81-e91110a7ffe8 found for delete ", "request_id": "req-f9e8be45-6255-4a0e-83d9-33a36cc2ce63"}]} Aug 29 22:51:27.517699 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.652631 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (56561cd9-483b-4101-b513-5fc0b0bd1e67), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.654205 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:51:27.662905 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.666755 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/56561cd9-483b-4101-b513-5fc0b0bd1e67 HTTP/1.1" status: 204 len: 168 time: 0.6523864 Aug 29 22:51:27.669639 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59456) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:27.680989 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576f043-ff6e-4f9d-99d5-d25c6beda846 admin admin] Pushing event deleted for resources: {'Network': ['ID=56561cd9-483b-4101-b513-5fc0b0bd1e67,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:27.713711 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Publish callbacks [] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.720612 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] Deleting subnet 84857a1e-f72c-487a-8448-ec64dd9bc0df {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:51:27.724025 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] Publish callbacks [] for subnet (84857a1e-f72c-487a-8448-ec64dd9bc0df), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.749102 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, cf0c1f99-9cc2-417f-b67a-38b948e78b8e) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:27.758427 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa54f8-82ab-49c1-a2f9-b4f508b214ca None None] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:27.758701 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:27.759594 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.766195 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (84857a1e-f72c-487a-8448-ec64dd9bc0df), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.789446 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.816937 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (84857a1e-f72c-487a-8448-ec64dd9bc0df), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.838807 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:27.851720 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a1518794-28ae-43c0-8180-3864ff1277e7 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1909657 Aug 29 22:51:27.852362 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59458) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:27.855967 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Pushing event updated for resources: {'Port': ['ID=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:27.856625 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:27.866010 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:27.866184 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.866660 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.867142 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.867598 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.868032 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.868464 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.868957 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.869383 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.869831 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.870252 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.870679 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.871108 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.871503 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.871618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-cf0c1f99-9cc2-417f-b67a-38b948e78b8e', 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e', 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'fixed_ips': [{'subnet_id': 'd63e6939-92e6-436e-9d21-9ca2cd5417ec'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:51:27.871942 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.872340 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:51:27.872541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.915153 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Attempting to bind port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:27.915153 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Attempting to bind port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:27.915153 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Attempting to bind port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa on network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:27.920084 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:27.920465 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Checking segment: {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:27.920919 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.921315 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Bound using segment: {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:27.921778 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Bound port: 82fe08d2-925c-4a5a-b11e-d5a811f6cefa, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:27.922155 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.959089 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (c87abf05-9de0-4a95-8297-4e703708ebd3), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.960739 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (c87abf05-9de0-4a95-8297-4e703708ebd3), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.961636 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (84857a1e-f72c-487a-8448-ec64dd9bc0df), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:27.969053 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:28.000946 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84857a1e-f72c-487a-8448-ec64dd9bc0df,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:28.020100 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] For port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:28.024768 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] For port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:28.029435 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.033079 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-31c6f09f-d51d-4943-9a9b-a04f7b7a608c admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/84857a1e-f72c-487a-8448-ec64dd9bc0df HTTP/1.1" status: 204 len: 168 time: 0.3622532 Aug 29 22:51:28.035599 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59464) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:28.057894 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Allocated IP 172.20.0.2 (cf0c1f99-9cc2-417f-b67a-38b948e78b8e/d63e6939-92e6-436e-9d21-9ca2cd5417ec/87f313af-190f-495e-adc0-04d80b0b246b) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:28.060794 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:28.081035 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks [] for router_controller (c87abf05-9de0-4a95-8297-4e703708ebd3), precommit_add_association {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.087721 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de181c0c-fcc2-4ef5-838a-ec94e3d831b5 req-65963874-f676-4692-9d74-4508c7534a7c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:28.089266 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de181c0c-fcc2-4ef5-838a-ec94e3d831b5 req-65963874-f676-4692-9d74-4508c7534a7c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1040471 Aug 29 22:51:28.102968 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.133603 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (c1de1f0e-d45e-4e51-9f05-2e2b8ba78454), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.150560 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de181c0c-fcc2-4ef5-838a-ec94e3d831b5 req-d7525e34-3180-4311-a3f9-949e3664963a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551765 Aug 29 22:51:28.163015 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:28.164036 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:51:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:28.249510 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (c1de1f0e-d45e-4e51-9f05-2e2b8ba78454), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.252214 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c097ef-fe37-4c4c-a641-bb2cb6985137 None None] Pushing event updated for resources: {'Port': ['ID=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,revision_number=4']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:28.267730 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Publish callbacks [] for port (87f313af-190f-495e-adc0-04d80b0b246b), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.283570 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1de1f0e-d45e-4e51-9f05-2e2b8ba78454']}} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:28.294959 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ef5e71-12d1-4b19-904c-cd445ce82cd8') {'for_net_delete': True} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:28.295268 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ef5e71-12d1-4b19-904c-cd445ce82cd8') {} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:28.307097 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5772019'] for segment (18ef5e71-12d1-4b19-904c-cd445ce82cd8), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.312431 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks [] for router_gateway (c87abf05-9de0-4a95-8297-4e703708ebd3), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.317873 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:28.322124 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (18ef5e71-12d1-4b19-904c-cd445ce82cd8), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.328650 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=124850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:51:28.329068 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500596'] for segment (18ef5e71-12d1-4b19-904c-cd445ce82cd8), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.373273 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 18ef5e71-12d1-4b19-904c-cd445ce82cd8 resource provider aggregate not found Aug 29 22:51:28.392447 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (87f313af-190f-495e-adc0-04d80b0b246b), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.397054 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 18ef5e71-12d1-4b19-904c-cd445ce82cd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ef5e71-12d1-4b19-904c-cd445ce82cd8 found for delete ", "request_id": "req-de2cf253-29de-42b0-86e2-436373edbdd1"}]} Aug 29 22:51:28.408060 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=86,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:28.439294 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:28.442384 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:28.446441 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:28.453418 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:28.477248 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Pushing event updated for resources: {'Port': ['ID=87f313af-190f-495e-adc0-04d80b0b246b,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:28.527096 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d32e9-6685-4d1e-a044-c3097f2353ee req-92fbe010-f08d-415a-866e-aa7e4105ca7f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:28.528673 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-526d32e9-6685-4d1e-a044-c3097f2353ee req-92fbe010-f08d-415a-866e-aa7e4105ca7f tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.0548601 Aug 29 22:51:28.530383 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (c1de1f0e-d45e-4e51-9f05-2e2b8ba78454), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.544087 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.547415 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/c1de1f0e-d45e-4e51-9f05-2e2b8ba78454 HTTP/1.1" status: 204 len: 168 time: 0.5106978 Aug 29 22:51:28.550424 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:28.559823 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Attempting to bind port 87f313af-190f-495e-adc0-04d80b0b246b on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:28.560397 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Attempting to bind port 87f313af-190f-495e-adc0-04d80b0b246b by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:28.560786 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Attempting to bind port 87f313af-190f-495e-adc0-04d80b0b246b on network cf0c1f99-9cc2-417f-b67a-38b948e78b8e {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:28.569974 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc0418-ddbb-4826-bbf3-26c5e3564600 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1de1f0e-d45e-4e51-9f05-2e2b8ba78454,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:28.570943 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:28.575158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Checking segment: {'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:28.575158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.575158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Bound using segment: {'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:28.575158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Bound port: 87f313af-190f-495e-adc0-04d80b0b246b, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:28.575158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (87f313af-190f-495e-adc0-04d80b0b246b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.586843 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:28Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:28.620007 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-526d32e9-6685-4d1e-a044-c3097f2353ee req-67859b42-e7cc-4bae-9162-955716f1b6af tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713725 Aug 29 22:51:28.641567 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83a6ce-27a2-4b2e-ab7f-2684e8e9c3fa None None] The sync data for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi is: [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:28Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:28.665592 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] For port 87f313af-190f-495e-adc0-04d80b0b246b, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:28.669495 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] For port 87f313af-190f-495e-adc0-04d80b0b246b, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=87f313af-190f-495e-adc0-04d80b0b246b,segment=NetworkSegment(59c9e431-6a1d-4b89-8418-cb891756299b),segment_id=59c9e431-6a1d-4b89-8418-cb891756299b)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:28.690057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks [] for router_gateway (c87abf05-9de0-4a95-8297-4e703708ebd3), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.712072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.784090 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (87f313af-190f-495e-adc0-04d80b0b246b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.864556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Allocated IP 172.27.4.251 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/f97009d7-8b37-40cd-a6af-c9289af0243a) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:28.881073 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced71ee-c66a-4dd6-9ea6-676dc8fe94ca None None] Pushing event updated for resources: {'Port': ['ID=87f313af-190f-495e-adc0-04d80b0b246b,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:28.887407 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 82fe08d2-925c-4a5a-b11e-d5a811f6cefa up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:28.899805 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:28.959549 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:28.960853 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:28.993566 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks [] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.096568 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:29.097748 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.138569 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:29.143939 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:29.144760 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.165346 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59476) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:29.225543 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:29.227757 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-610e9dd0-7014-402a-a78f-de30f3c05f5e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=50a332bdc684445cb6d1c937dcee5487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0604706 Aug 29 22:51:29.230250 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59480) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:29.232517 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:29.235580 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:29.239372 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Pushing event updated for resources: {'Port': ['ID=f97009d7-8b37-40cd-a6af-c9289af0243a,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:29.268842 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.270389 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 25bcbdcb-0129-4b98-b8c3-34705260f9f1 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:29.301391 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c71c39e-bd44-41f2-b0c7-2fe7c28026b3 admin admin] Publish callbacks [] for security_group (20dca0b5-fb50-40d4-a929-97f2201ccd6a), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.331100 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c71c39e-bd44-41f2-b0c7-2fe7c28026b3 admin admin] Publish callbacks [] for security_group (20dca0b5-fb50-40d4-a929-97f2201ccd6a), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.368552 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:29.379803 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:29.380168 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.408941 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055d52-67b2-4e41-9c23-4010469b3265 req-da9114af-1099-4f53-9066-9bd9ffd2ca60 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:29.410531 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b5055d52-67b2-4e41-9c23-4010469b3265 req-da9114af-1099-4f53-9066-9bd9ffd2ca60 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1190169 Aug 29 22:51:29.474537 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c71c39e-bd44-41f2-b0c7-2fe7c28026b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (20dca0b5-fb50-40d4-a929-97f2201ccd6a), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.478251 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c71c39e-bd44-41f2-b0c7-2fe7c28026b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.479224 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9c71c39e-bd44-41f2-b0c7-2fe7c28026b3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/20dca0b5-fb50-40d4-a929-97f2201ccd6a HTTP/1.1" status: 204 len: 168 time: 0.2476957 Aug 29 22:51:29.482224 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:29.489814 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c39e-bd44-41f2-b0c7-2fe7c28026b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dca0b5-fb50-40d4-a929-97f2201ccd6a,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:29.490174 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:29.495560 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b5055d52-67b2-4e41-9c23-4010469b3265 req-1f3a6e9f-9b46-4759-868e-39abf9cf5bd5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671868 Aug 29 22:51:29.676623 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks [] for router_gateway (c87abf05-9de0-4a95-8297-4e703708ebd3), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:29.761003 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d14808-bff8-4b68-85cd-b95530d250dd req-6e767c06-f8e8-4c4b-9fd0-27d8e95e51f9 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:29.762588 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-86d14808-bff8-4b68-85cd-b95530d250dd req-6e767c06-f8e8-4c4b-9fd0-27d8e95e51f9 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.0512135 Aug 29 22:51:29.829969 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-86d14808-bff8-4b68-85cd-b95530d250dd req-bc869953-6d88-45c0-ac00-006fc7841aac tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598352 Aug 29 22:51:29.899680 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (c87abf05-9de0-4a95-8297-4e703708ebd3), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.006415 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1b3dc-2015-4911-8ee6-0c7c7f0b5fa1 None None] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:30.085945 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-79661ba0-9929-4d0b-bf65-a74e93ee6883 None None] Provisioning complete for port 87f313af-190f-495e-adc0-04d80b0b246b triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:30.086316 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-79661ba0-9929-4d0b-bf65-a74e93ee6883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (87f313af-190f-495e-adc0-04d80b0b246b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.154188 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Router c87abf05-9de0-4a95-8297-4e703708ebd3 is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:51:30.200410 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-79661ba0-9929-4d0b-bf65-a74e93ee6883 None None] Current status of the port 87f313af-190f-495e-adc0-04d80b0b246b is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:30.201550 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-79661ba0-9929-4d0b-bf65-a74e93ee6883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (87f313af-190f-495e-adc0-04d80b0b246b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.248513 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-79661ba0-9929-4d0b-bf65-a74e93ee6883 None None] For port 87f313af-190f-495e-adc0-04d80b0b246b, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=87f313af-190f-495e-adc0-04d80b0b246b,segment=NetworkSegment(59c9e431-6a1d-4b89-8418-cb891756299b),segment_id=59c9e431-6a1d-4b89-8418-cb891756299b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:30.267342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:30.278243 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Sync routers for ids ['c87abf05-9de0-4a95-8297-4e703708ebd3'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:30.289719 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Routers {'c87abf05-9de0-4a95-8297-4e703708ebd3'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:30.290929 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:51:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['c87abf05-9de0-4a95-8297-4e703708ebd3'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:30.326102 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-79661ba0-9929-4d0b-bf65-a74e93ee6883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (87f313af-190f-495e-adc0-04d80b0b246b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.354521 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.358271 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4f389480-4a88-4be2-8346-3ab8858cc50f admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5024450 Aug 29 22:51:30.359194 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59490) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:30.395740 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59492) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:30.450105 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5dd669c5-b024-413c-9622-d2951b2098ec admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=49c61540797b4ecaa717cfa6d884c01f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522549 Aug 29 22:51:30.452669 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59494) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:30.512875 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-45b632e7-6375-4fff-9128-41db7f94f388 admin admin] Publish callbacks [] for security_group (72a44b7c-5bf9-4d08-ab11-79bbed108ee7), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.571899 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-cba46853-7a68-4f3a-9567-0045659f4784 None None] Provisioning complete for port 87f313af-190f-495e-adc0-04d80b0b246b triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:30.572358 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cba46853-7a68-4f3a-9567-0045659f4784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (87f313af-190f-495e-adc0-04d80b0b246b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.577793 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-45b632e7-6375-4fff-9128-41db7f94f388 admin admin] Publish callbacks [] for security_group (72a44b7c-5bf9-4d08-ab11-79bbed108ee7), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.612290 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:30.644274 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79661ba0-9929-4d0b-bf65-a74e93ee6883 None None] Pushing event updated for resources: {'Port': ['ID=87f313af-190f-495e-adc0-04d80b0b246b,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:30.698346 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Set router c87abf05-9de0-4a95-8297-4e703708ebd3 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:30.720665 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-ba2aa417-3818-4c77-80df-a612130b512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:30.722259 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-ba2aa417-3818-4c77-80df-a612130b512c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=4f38e29d63fd4d04984af578b1708e4a&device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 1128 time: 0.0458522 Aug 29 22:51:30.796292 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:30.805466 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-45b632e7-6375-4fff-9128-41db7f94f388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (72a44b7c-5bf9-4d08-ab11-79bbed108ee7), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.808985 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-45b632e7-6375-4fff-9128-41db7f94f388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:30.823308 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-45b632e7-6375-4fff-9128-41db7f94f388 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/72a44b7c-5bf9-4d08-ab11-79bbed108ee7 HTTP/1.1" status: 204 len: 168 time: 0.3684502 Aug 29 22:51:30.837738 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-cba46853-7a68-4f3a-9567-0045659f4784 None None] Current status of the port 87f313af-190f-495e-adc0-04d80b0b246b is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:30.846604 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-8ef56818-aa61-438d-98ec-32290f0d1476 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 HTTP/1.1" status: 200 len: 217 time: 0.0616167 Aug 29 22:51:30.868117 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b632e7-6375-4fff-9128-41db7f94f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a44b7c-5bf9-4d08-ab11-79bbed108ee7,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:30.893924 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa1bc-eb10-4f65-8fb5-715dcc2fe344 req-fee83589-5225-456f-bf69-68a9e660fc73 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:30.895614 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4b3fa1bc-eb10-4f65-8fb5-715dcc2fe344 req-fee83589-5225-456f-bf69-68a9e660fc73 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 943 time: 0.1724575 Aug 29 22:51:31.023212 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 3, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:31.026448 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 82fe08d2-925c-4a5a-b11e-d5a811f6cefa up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:31.052578 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Checking router: c87abf05-9de0-4a95-8297-4e703708ebd3 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:31.053018 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Updating router c87abf05-9de0-4a95-8297-4e703708ebd3 port f97009d7-8b37-40cd-a6af-c9289af0243a binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:51:31.053194 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4b3fa1bc-eb10-4f65-8fb5-715dcc2fe344 req-1b864fac-cb1e-443f-9258-cce27851154f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415753 Aug 29 22:51:31.116542 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.141622 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-0e08ada5-1ff3-4b4c-bd5f-5de4ed5a1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:31.143122 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-0e08ada5-1ff3-4b4c-bd5f-5de4ed5a1f81 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df HTTP/1.1" status: 200 len: 849 time: 0.1083577 Aug 29 22:51:31.174309 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:31.174309 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.268655 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-2310d6ed-a0ae-4315-86ae-97372954ffd3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9653652e-3745-4151-94b4-45dd87562ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145494 Aug 29 22:51:31.290732 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.304687 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:51:31.336392 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2a0d0-cb65-4cb0-a0b6-cc130fdc3ade req-8cc29b05-1652-49e4-9a2c-690342f93a98 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:31.337968 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8ad2a0d0-cb65-4cb0-a0b6-cc130fdc3ade req-8cc29b05-1652-49e4-9a2c-690342f93a98 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.1886210 Aug 29 22:51:31.382119 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.387548 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:31.388664 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 87f313af-190f-495e-adc0-04d80b0b246b up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:31.477162 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.db.resource_extend [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 22:51:31.478692 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8ad2a0d0-cb65-4cb0-a0b6-cc130fdc3ade req-94127124-5112-421b-82ea-ce10d474be16 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112356 Aug 29 22:51:31.512332 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-f1572a32-805b-44f5-b0ce-bbb74c56896c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370203 Aug 29 22:51:31.565302 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.598468 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 87f313af-190f-495e-adc0-04d80b0b246b triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:31.598843 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (87f313af-190f-495e-adc0-04d80b0b246b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.614608 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.643288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:31.692110 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:31.714325 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'port_id': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'mac_address': 'fa:16:3e:13:22:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:51:31.826908 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Publish callbacks [] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.833140 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:31.833531 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.847270 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 87f313af-190f-495e-adc0-04d80b0b246b is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:31.853323 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:51:31.872939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Allocated IP 172.20.0.1 (cf0c1f99-9cc2-417f-b67a-38b948e78b8e/d63e6939-92e6-436e-9d21-9ca2cd5417ec/661549cc-6f40-4658-9ec2-f47f41c1df53) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:31.877332 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:31.908576 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a32cfa3d-1bed-4828-9af2-9c7301929e12 req-93c7027f-dfe0-4fc7-9a0b-797dbe4dc4b4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437325 Aug 29 22:51:31.954642 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.993897 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:31.995972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:32.007387 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks [] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.014651 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Attempting to bind port f97009d7-8b37-40cd-a6af-c9289af0243a on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:32.015175 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Attempting to bind port f97009d7-8b37-40cd-a6af-c9289af0243a by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:32.015571 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Attempting to bind port f97009d7-8b37-40cd-a6af-c9289af0243a on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:32.019841 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ff2ad-78ab-43e7-ba22-735366b22b8e None None] Pushing event updated for resources: {'Port': ['ID=f97009d7-8b37-40cd-a6af-c9289af0243a,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:32.029971 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:32.030453 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:32.030900 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.031339 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:32.031818 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Bound port: f97009d7-8b37-40cd-a6af-c9289af0243a, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:32.032207 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.098303 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.103567 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:32.137555 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=9']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:32.144298 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] For port f97009d7-8b37-40cd-a6af-c9289af0243a, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:32.148397 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] For port f97009d7-8b37-40cd-a6af-c9289af0243a, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f97009d7-8b37-40cd-a6af-c9289af0243a,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:32.165288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:32.171231 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:32.173610 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=661549cc-6f40-4658-9ec2-f47f41c1df53,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:32.180556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:32.231494 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (c87abf05-9de0-4a95-8297-4e703708ebd3), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.244257 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.250103 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ff38-853a-460a-ae62-a036aab7f9f6 req-92be6824-7b20-4e25-8951-1892c0b73f77 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:32.252106 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a216ff38-853a-460a-ae62-a036aab7f9f6 req-92be6824-7b20-4e25-8951-1892c0b73f77 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.0611067 Aug 29 22:51:32.330801 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Routers {'c87abf05-9de0-4a95-8297-4e703708ebd3'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:32.332068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:51:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['c87abf05-9de0-4a95-8297-4e703708ebd3'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:32.371579 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ff2ad-78ab-43e7-ba22-735366b22b8e None None] Pushing event updated for resources: {'Port': ['ID=f97009d7-8b37-40cd-a6af-c9289af0243a,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:32.385136 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a216ff38-853a-460a-ae62-a036aab7f9f6 req-5f6d6800-f3ec-4cac-ba50-4dd90f01feb2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243746 Aug 29 22:51:32.471104 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] Set router c87abf05-9de0-4a95-8297-4e703708ebd3 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:32.474298 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.529317 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-7b361ceb-2d6d-4e6e-b7d6-3d8bcbec2173 None None] Provisioning complete for port 661549cc-6f40-4658-9ec2-f47f41c1df53 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:32.529700 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7b361ceb-2d6d-4e6e-b7d6-3d8bcbec2173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.601198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:32.614558 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-7b361ceb-2d6d-4e6e-b7d6-3d8bcbec2173 None None] Port 661549cc-6f40-4658-9ec2-f47f41c1df53 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:51:32.680820 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7946cb-c371-41b6-bf71-76835dd034b4 req-27388f50-5088-4d13-8e78-bfc2ae65a65c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:32.682392 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0b7946cb-c371-41b6-bf71-76835dd034b4 req-27388f50-5088-4d13-8e78-bfc2ae65a65c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.0765915 Aug 29 22:51:32.708359 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 3, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:32.718536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:32.739138 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4bd41-fbb1-42a2-a7b2-81b0af5bc2e5 None None] The sync data for ids ['c87abf05-9de0-4a95-8297-4e703708ebd3'] in dv-cinder-854269-4-iscsi is: [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 3, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:32.759645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks [] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.769298 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0b7946cb-c371-41b6-bf71-76835dd034b4 req-f8bb1dfe-2278-40b4-ade8-194d935a5ace tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782659 Aug 29 22:51:32.851917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.920849 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (c87abf05-9de0-4a95-8297-4e703708ebd3), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:32.922803 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=661549cc-6f40-4658-9ec2-f47f41c1df53,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:33.049681 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:33.051226 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:33.195752 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Router c87abf05-9de0-4a95-8297-4e703708ebd3 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:51:33.301703 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:33.329980 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:51:33.340127 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-fc454ee2-0da5-4584-a84c-55bd87283ab2 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c87abf05-9de0-4a95-8297-4e703708ebd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9776320 Aug 29 22:51:33.341510 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-18c362db-aaac-42fd-aab5-a12dc93f3845 None None] Provisioning complete for port 661549cc-6f40-4658-9ec2-f47f41c1df53 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:33.341982 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-18c362db-aaac-42fd-aab5-a12dc93f3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:33.383451 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-18c362db-aaac-42fd-aab5-a12dc93f3845 None None] Port 661549cc-6f40-4658-9ec2-f47f41c1df53 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:51:33.516569 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:33.568624 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d928-0046-4cff-9ea5-98d9c427068c req-2355abcb-a11c-4b24-a2ac-0abd9308a3e3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:33.571167 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6b17d928-0046-4cff-9ea5-98d9c427068c req-2355abcb-a11c-4b24-a2ac-0abd9308a3e3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.0671275 Aug 29 22:51:33.626265 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6b17d928-0046-4cff-9ea5-98d9c427068c req-496fad6f-5945-4167-aad2-f057558dbaf8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495842 Aug 29 22:51:33.902353 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eba76-0802-4a59-aece-0c3767f98b31 req-352ea4b6-cc38-4caf-807a-a85239662fc1 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:33.904117 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-973eba76-0802-4a59-aece-0c3767f98b31 req-352ea4b6-cc38-4caf-807a-a85239662fc1 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.0545990 Aug 29 22:51:33.959425 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-973eba76-0802-4a59-aece-0c3767f98b31 req-2aff4768-413f-4565-896f-3283d3ced11b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Aug 29 22:51:34.804150 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01a16e-6423-477f-9f8e-1b01151b7bfe req-b7190046-4e62-49d6-88a5-da3efefda15d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:34.807136 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8e01a16e-6423-477f-9f8e-1b01151b7bfe req-b7190046-4e62-49d6-88a5-da3efefda15d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.0777762 Aug 29 22:51:34.884257 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8e01a16e-6423-477f-9f8e-1b01151b7bfe req-feae3235-3636-48df-893f-68bfa89e8712 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704751 Aug 29 22:51:34.919198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f97009d7-8b37-40cd-a6af-c9289af0243a up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:34.979913 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port f97009d7-8b37-40cd-a6af-c9289af0243a triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:34.993164 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:35.112233 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c88e0b-4302-4411-aabb-41cc3f1f1750 req-7558f693-f595-428a-855d-6ad27a0d8920 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:35.114578 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3c88e0b-4302-4411-aabb-41cc3f1f1750 req-7558f693-f595-428a-855d-6ad27a0d8920 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.0699785 Aug 29 22:51:35.196875 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3c88e0b-4302-4411-aabb-41cc3f1f1750 req-e257c9ca-0307-4a4c-bcde-371aca24be3d tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759213 Aug 29 22:51:35.212827 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:35.246795 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port f97009d7-8b37-40cd-a6af-c9289af0243a is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:35.247479 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:35.287966 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port f97009d7-8b37-40cd-a6af-c9289af0243a, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f97009d7-8b37-40cd-a6af-c9289af0243a,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:35.698347 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Sync routers for ids ['c87abf05-9de0-4a95-8297-4e703708ebd3'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:51:35.709366 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Routers {'c87abf05-9de0-4a95-8297-4e703708ebd3'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:35.710083 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:51:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['c87abf05-9de0-4a95-8297-4e703708ebd3'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:35.824310 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Set router c87abf05-9de0-4a95-8297-4e703708ebd3 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:35.959083 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:36.059165 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-3c244b12-9893-4de4-b2cb-c5754f76fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:36.060872 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-3c244b12-9893-4de4-b2cb-c5754f76fb7b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=4f38e29d63fd4d04984af578b1708e4a&device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 1128 time: 0.0976202 Aug 29 22:51:36.139650 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a950f8-b24a-4cfa-bd9a-4e55fab10d85 req-5a21d458-e619-440c-9072-9dd0c0917328 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:36.150939 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=f97009d7-8b37-40cd-a6af-c9289af0243a,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:36.151965 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-16a950f8-b24a-4cfa-bd9a-4e55fab10d85 req-5a21d458-e619-440c-9072-9dd0c0917328 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.1387808 Aug 29 22:51:36.249677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-b20ef73c-9130-4386-8d26-e5df853dc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:36.249677 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-b20ef73c-9130-4386-8d26-e5df853dc845 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=9653652e-3745-4151-94b4-45dd87562ee4 HTTP/1.1" status: 200 len: 910 time: 0.1731510 Aug 29 22:51:36.253490 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:51:32Z', 'revision_number': 4, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '661549cc-6f40-4658-9ec2-f47f41c1df53', 'name': '', 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'mac_address': 'fa:16:3e:ff:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd63e6939-92e6-436e-9d21-9ca2cd5417ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:31Z', 'updated_at': '2022-08-29T22:51:32Z', 'revision_number': 2, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'subnets': [{'id': 'd63e6939-92e6-436e-9d21-9ca2cd5417ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:36.305959 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-16a950f8-b24a-4cfa-bd9a-4e55fab10d85 req-76f223f8-4884-4d0c-b6d0-8daf3a0bda47 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506851 Aug 29 22:51:36.319766 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Checking router: c87abf05-9de0-4a95-8297-4e703708ebd3 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:51:36.320128 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Updating router c87abf05-9de0-4a95-8297-4e703708ebd3 port 661549cc-6f40-4658-9ec2-f47f41c1df53 binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:51:36.344743 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-fff40b5d-8239-46cf-8111-9c5f58604f46 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 HTTP/1.1" status: 200 len: 217 time: 0.0830872 Aug 29 22:51:36.489976 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:36.506343 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-c0b0a380-225f-4dfc-a5e4-19cd5c00367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:36.507665 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-c0b0a380-225f-4dfc-a5e4-19cd5c00367c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df HTTP/1.1" status: 200 len: 849 time: 0.1451838 Aug 29 22:51:36.524606 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf1371-cbba-47fa-b25d-1eb34fa8aefe req-3ae6ea67-7292-4e26-9711-fd67afe7f317 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:36.550534 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-28bf1371-cbba-47fa-b25d-1eb34fa8aefe req-3ae6ea67-7292-4e26-9711-fd67afe7f317 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 944 time: 0.1155002 Aug 29 22:51:36.584418 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:36.589237 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-2a987bac-add2-46fe-a624-b727b9780627 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=9653652e-3745-4151-94b4-45dd87562ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591323 Aug 29 22:51:36.644351 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-28bf1371-cbba-47fa-b25d-1eb34fa8aefe req-80547134-d8bb-4e05-8095-a832110b457c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880988 Aug 29 22:51:36.771000 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-1eae1423-ee39-437b-bcfb-4810d8db747e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739786 Aug 29 22:51:36.840883 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:36.910714 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f97009d7-8b37-40cd-a6af-c9289af0243a up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:36.949571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1144abc-738b-46db-a0be-7c6ca724c543 req-cf29f48f-0964-4297-8e7e-b18bfd0067e8 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:36.951751 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f1144abc-738b-46db-a0be-7c6ca724c543 req-cf29f48f-0964-4297-8e7e-b18bfd0067e8 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.1670988 Aug 29 22:51:36.981286 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port f97009d7-8b37-40cd-a6af-c9289af0243a triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:36.981938 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.064291 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Publish callbacks [] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.074134 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port f97009d7-8b37-40cd-a6af-c9289af0243a is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:37.100198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:51:37.104863 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:37.117445 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f1144abc-738b-46db-a0be-7c6ca724c543 req-a29a89ed-75e7-4579-959f-5fbf99c94b02 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440885 Aug 29 22:51:37.131274 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:37.140172 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.140600 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f612e6fa-854e-4a33-886a-35507bdb1576 req-705836f0-e1c9-4886-915e-6aed666a8ddb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350775 Aug 29 22:51:37.256825 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:37.263305 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:37.263857 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.323995 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Attempting to bind port 661549cc-6f40-4658-9ec2-f47f41c1df53 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:37.324427 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Attempting to bind port 661549cc-6f40-4658-9ec2-f47f41c1df53 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:37.324826 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Attempting to bind port 661549cc-6f40-4658-9ec2-f47f41c1df53 on network cf0c1f99-9cc2-417f-b67a-38b948e78b8e {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:37.348556 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:37.348556 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Checking segment: {'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:37.348556 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.348556 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Bound using segment: {'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:37.348556 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Bound port: 661549cc-6f40-4658-9ec2-f47f41c1df53, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c9e431-6a1d-4b89-8418-cb891756299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:37.349213 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:37.350773 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.367550 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763', 'network_id': '9653652e-3745-4151-94b4-45dd87562ee4', 'port_id': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763', 'mac_address': 'fa:16:3e:51:a0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:51:37.436583 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:37.437009 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.445833 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f467b3e-15b6-45c1-ad2d-eaa7d803cd27 None None] Pushing event updated for resources: {'Port': ['ID=661549cc-6f40-4658-9ec2-f47f41c1df53,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:37.473511 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:37.477984 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.497850 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] For port 661549cc-6f40-4658-9ec2-f47f41c1df53, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:37.501582 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] For port 661549cc-6f40-4658-9ec2-f47f41c1df53, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=661549cc-6f40-4658-9ec2-f47f41c1df53,segment=NetworkSegment(59c9e431-6a1d-4b89-8418-cb891756299b),segment_id=59c9e431-6a1d-4b89-8418-cb891756299b)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:37.535131 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:51:37.546580 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:37.548522 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b24a5d-e396-4bf3-9bc5-ec58fcba9085" -d '{"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:37.562774 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a15a8-964a-4f4b-8e5c-11941358d39f req-6a259d3b-3c57-4aad-aaec-ee566f6ab964 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:37.565584 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3c3a15a8-964a-4f4b-8e5c-11941358d39f req-6a259d3b-3c57-4aad-aaec-ee566f6ab964 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 944 time: 0.1043437 Aug 29 22:51:37.596914 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.636685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:37.637901 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Routers {'c87abf05-9de0-4a95-8297-4e703708ebd3'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:51:37.638558 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:51:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['c87abf05-9de0-4a95-8297-4e703708ebd3'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:37.643848 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:37.646002 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfb51ae-291c-42d7-b466-f88ce16645da x-openstack-request-id: req-0dfb51ae-291c-42d7-b466-f88ce16645da {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:37.647094 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:37.647601 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dfb51ae-291c-42d7-b466-f88ce16645da {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:37.648194 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfb51ae-291c-42d7-b466-f88ce16645da'] response: {'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'code': 200} Aug 29 22:51:37.715341 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.747706 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3c3a15a8-964a-4f4b-8e5c-11941358d39f req-0353bd04-7d60-44e4-b8a1-c425c87cac8f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705801 Aug 29 22:51:37.801932 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:37.824784 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f467b3e-15b6-45c1-ad2d-eaa7d803cd27 None None] Pushing event updated for resources: {'Port': ['ID=661549cc-6f40-4658-9ec2-f47f41c1df53,revision_number=4']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:37.848954 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=10']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:37.876229 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] Set router c87abf05-9de0-4a95-8297-4e703708ebd3 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:51:37.899582 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7dc3-0344-4391-b700-d73da46c43c7 req-eff30e83-3c29-4f2a-bf1c-5d95c7112791 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:37.908758 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d13c7dc3-0344-4391-b700-d73da46c43c7 req-eff30e83-3c29-4f2a-bf1c-5d95c7112791 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 945 time: 0.0854781 Aug 29 22:51:37.942571 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:37.996965 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d13c7dc3-0344-4391-b700-d73da46c43c7 req-d48026cd-f75b-4ed1-85f6-0d0743228b38 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737088 Aug 29 22:51:38.151271 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['9ca59c4a-73d7-4a73-8d8e-3b9185b2a763'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:38.181794 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:51:32Z', 'revision_number': 4, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '661549cc-6f40-4658-9ec2-f47f41c1df53', 'name': '', 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'mac_address': 'fa:16:3e:ff:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd63e6939-92e6-436e-9d21-9ca2cd5417ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:31Z', 'updated_at': '2022-08-29T22:51:37Z', 'revision_number': 4, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'subnets': [{'id': 'd63e6939-92e6-436e-9d21-9ca2cd5417ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:51:38.239948 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048afa19-a722-4ccc-b955-a62b91517309 None None] The sync data for ids ['c87abf05-9de0-4a95-8297-4e703708ebd3'] in dv-cinder-854269-4-iscsi is: [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:51:32Z', 'revision_number': 4, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '661549cc-6f40-4658-9ec2-f47f41c1df53', 'name': '', 'network_id': 'cf0c1f99-9cc2-417f-b67a-38b948e78b8e', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'mac_address': 'fa:16:3e:ff:96:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd63e6939-92e6-436e-9d21-9ca2cd5417ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:31Z', 'updated_at': '2022-08-29T22:51:37Z', 'revision_number': 4, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'subnets': [{'id': 'd63e6939-92e6-436e-9d21-9ca2cd5417ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:51:38.296432 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:38.354408 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b250fd-9ce0-473e-87b6-26e310658170 req-ad30ed4e-d1b2-4eb3-8709-90cdbc05007f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:38.364422 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-87b250fd-9ce0-473e-87b6-26e310658170 req-ad30ed4e-d1b2-4eb3-8709-90cdbc05007f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.1117837 Aug 29 22:51:38.465492 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c910d49-deda-4c93-ac7f-7eb94ccd4faf req-e6bb8bef-6edb-4c0b-a387-626fc3a2569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:38.468844 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-87b250fd-9ce0-473e-87b6-26e310658170 req-4432bf24-e7af-4e60-9bdc-880985951a40 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031067 Aug 29 22:51:38.470335 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2c910d49-deda-4c93-ac7f-7eb94ccd4faf req-e6bb8bef-6edb-4c0b-a387-626fc3a2569b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 1130 time: 0.0788982 Aug 29 22:51:38.499001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:38.533987 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2c910d49-deda-4c93-ac7f-7eb94ccd4faf req-2879b929-068c-46d7-89f4-e7629176e28e service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556104 Aug 29 22:51:38.915823 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 661549cc-6f40-4658-9ec2-f47f41c1df53 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:38.942717 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee01f4-3261-4afb-9bd7-26c9b469d3ec req-d6249f3c-bfe4-4d35-862f-1c04a49c73d0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:38.944966 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-88ee01f4-3261-4afb-9bd7-26c9b469d3ec req-d6249f3c-bfe4-4d35-862f-1c04a49c73d0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.0730853 Aug 29 22:51:38.969494 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 661549cc-6f40-4658-9ec2-f47f41c1df53 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:38.969872 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:39.003639 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:39.013563 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-88ee01f4-3261-4afb-9bd7-26c9b469d3ec req-826df673-85d6-4a67-9d71-c98f66f6845e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592225 Aug 29 22:51:39.070033 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 661549cc-6f40-4658-9ec2-f47f41c1df53 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:39.070422 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:39.082628 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:39.122137 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba9006-f6da-4443-b953-1cbe99e651f6 req-652c5a29-e330-4dfe-a079-bd24322f246e tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:39.123686 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3ba9006-f6da-4443-b953-1cbe99e651f6 req-652c5a29-e330-4dfe-a079-bd24322f246e tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 945 time: 0.0528529 Aug 29 22:51:39.140810 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 661549cc-6f40-4658-9ec2-f47f41c1df53, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=661549cc-6f40-4658-9ec2-f47f41c1df53,segment=NetworkSegment(59c9e431-6a1d-4b89-8418-cb891756299b),segment_id=59c9e431-6a1d-4b89-8418-cb891756299b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:39.152868 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:51:39.154791 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:39.189267 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3ba9006-f6da-4443-b953-1cbe99e651f6 req-37f17135-f989-469f-9ef7-89359d9aaaa4 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Aug 29 22:51:39.326897 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:39.329368 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:39.329368 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:39.434816 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=661549cc-6f40-4658-9ec2-f47f41c1df53,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:39.494505 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:39.494897 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:39.550895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:39.612641 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfa6f1-be98-43ab-beb4-9b73dea31172 req-35577c10-bdf4-42a9-a2b4-41ba61de286d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:39.617569 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ddfa6f1-be98-43ab-beb4-9b73dea31172 req-35577c10-bdf4-42a9-a2b4-41ba61de286d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0606589 Aug 29 22:51:39.634955 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:39.666718 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:39.671320 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:39.674650 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dad8e9-2c4f-4bf3-9781-34e6b7c19f02" -d '{"events": [{"server_uuid": "bdff680e-99f7-4dfd-b6b2-fdd495d977dc", "name": "network-vif-plugged", "status": "completed", "tag": "9ca59c4a-73d7-4a73-8d8e-3b9185b2a763"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:39.705037 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ddfa6f1-be98-43ab-beb4-9b73dea31172 req-e81bef86-d148-4e6c-9a29-a85c4c118e9c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838430 Aug 29 22:51:39.732211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:39.762422 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b02ff68-b774-49c9-af86-c3f48ae86913 x-openstack-request-id: req-8b02ff68-b774-49c9-af86-c3f48ae86913 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:39.765039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdff680e-99f7-4dfd-b6b2-fdd495d977dc", "name": "network-vif-plugged", "status": "completed", "tag": "9ca59c4a-73d7-4a73-8d8e-3b9185b2a763", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:39.765039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b02ff68-b774-49c9-af86-c3f48ae86913 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:39.765039 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b02ff68-b774-49c9-af86-c3f48ae86913'] response: {'server_uuid': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763', 'code': 200} Aug 29 22:51:40.220162 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f463ebb-724e-4a32-a5c4-fe40ffe37a87 req-636d1346-7429-4e3a-95d9-08e9d34a53fa tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:40.222040 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9f463ebb-724e-4a32-a5c4-fe40ffe37a87 req-636d1346-7429-4e3a-95d9-08e9d34a53fa tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.0710475 Aug 29 22:51:40.354493 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9f463ebb-724e-4a32-a5c4-fe40ffe37a87 req-b5bc5458-fe61-4175-afdf-cc6700b398f4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055295 Aug 29 22:51:40.477516 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a2d60-cc5d-486c-9b17-8d0d31b96dc0 req-7d0ab24a-eabd-4cf7-af17-759ef96235ac tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:40.479130 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-718a2d60-cc5d-486c-9b17-8d0d31b96dc0 req-7d0ab24a-eabd-4cf7-af17-759ef96235ac tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 946 time: 0.0669048 Aug 29 22:51:40.554896 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-718a2d60-cc5d-486c-9b17-8d0d31b96dc0 req-5b6b2058-9b30-4e14-afa1-d545be2beffa tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682061 Aug 29 22:51:40.741970 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00f19-3b21-4926-a9ce-d9ac7de24a05 req-06e9c651-2ca4-4674-87c4-f7cb6409f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:40.747937 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b00f19-3b21-4926-a9ce-d9ac7de24a05 req-06e9c651-2ca4-4674-87c4-f7cb6409f81b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 1130 time: 0.0825689 Aug 29 22:51:40.839164 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-04b00f19-3b21-4926-a9ce-d9ac7de24a05 req-07a75a9d-ad3c-4289-b11a-08a048081689 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845571 Aug 29 22:51:40.914578 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10587d-9bdb-4d7b-ab3f-67baab995cc5 req-221e837b-3d6c-4dc6-a316-72d25f8bbdd9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:40.930574 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cc10587d-9bdb-4d7b-ab3f-67baab995cc5 req-221e837b-3d6c-4dc6-a316-72d25f8bbdd9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.1017694 Aug 29 22:51:40.960035 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 661549cc-6f40-4658-9ec2-f47f41c1df53 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:51:41.001930 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cc10587d-9bdb-4d7b-ab3f-67baab995cc5 req-e638edd7-f9d6-4a4c-9705-64772897b3f7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750818 Aug 29 22:51:41.067836 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 661549cc-6f40-4658-9ec2-f47f41c1df53 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:41.068645 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:41.196289 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 661549cc-6f40-4658-9ec2-f47f41c1df53 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:51:41.523022 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858632cb-f81e-4a49-853e-ffe3d9675829 req-6f6f841a-2543-47a3-96ea-de074f53b722 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:41.525371 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-858632cb-f81e-4a49-853e-ffe3d9675829 req-6f6f841a-2543-47a3-96ea-de074f53b722 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.0625947 Aug 29 22:51:41.615446 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-858632cb-f81e-4a49-853e-ffe3d9675829 req-3dabeab5-2368-408d-a5e5-f50a5260bcc2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643294 Aug 29 22:51:41.712480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389488b2-caeb-4ada-a60c-b3043aab3bac req-0a6439ac-8cb3-4a1d-87b1-934188f65e71 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:41.714747 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-389488b2-caeb-4ada-a60c-b3043aab3bac req-0a6439ac-8cb3-4a1d-87b1-934188f65e71 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 946 time: 0.0583227 Aug 29 22:51:41.800012 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-389488b2-caeb-4ada-a60c-b3043aab3bac req-51a56a56-533e-4c15-92f6-9d5d1630977a tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792649 Aug 29 22:51:42.176451 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2530-4583-48c4-a471-c3dbfe9ee435 req-c3dce2d7-b44f-49de-86c8-d03c77823e77 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:42.179982 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-160a2530-4583-48c4-a471-c3dbfe9ee435 req-c3dce2d7-b44f-49de-86c8-d03c77823e77 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0619664 Aug 29 22:51:42.246434 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-160a2530-4583-48c4-a471-c3dbfe9ee435 req-bf2211cb-627f-4e81-b1cf-76f40c241076 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602283 Aug 29 22:51:42.736598 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca535be-3ab7-4f32-808d-d0f9e947b5b8 req-adcb38dc-90c0-41a7-8482-4f3a4eb8d2d8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:42.738164 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7ca535be-3ab7-4f32-808d-d0f9e947b5b8 req-adcb38dc-90c0-41a7-8482-4f3a4eb8d2d8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.0479796 Aug 29 22:51:42.788960 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7ca535be-3ab7-4f32-808d-d0f9e947b5b8 req-062a8eee-2c4e-4dc3-aca8-b75a6f28588d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Aug 29 22:51:42.961828 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241059b-679f-43a6-8a75-d60338594b0e req-1d975b3f-0554-49b5-9ed6-225ef567886c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:42.963509 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c241059b-679f-43a6-8a75-d60338594b0e req-1d975b3f-0554-49b5-9ed6-225ef567886c tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 946 time: 0.0761864 Aug 29 22:51:43.018618 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c241059b-679f-43a6-8a75-d60338594b0e req-9d5503d8-9004-4363-ab3c-e1223e4b1d48 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480487 Aug 29 22:51:43.420983 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6ea09-755b-4346-be2b-8d49264d6bee req-811c62d0-08c1-42ae-908f-019bb1c10fde tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:43.445332 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8fe6ea09-755b-4346-be2b-8d49264d6bee req-811c62d0-08c1-42ae-908f-019bb1c10fde tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0896850 Aug 29 22:51:43.494209 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59808) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:43.620749 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8fe6ea09-755b-4346-be2b-8d49264d6bee req-8aea6120-85f8-4283-84a6-6a8a664c3210 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614385 Aug 29 22:51:43.713290 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-477e895f-2fc1-4de0-91b9-8b9b163264b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.749330 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:43.805849 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-477e895f-2fc1-4de0-91b9-8b9b163264b4 admin admin] Publish callbacks [] for security_group (c9adf8b0-f259-44ed-9908-3c3876cd5cbf), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.880504 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-477e895f-2fc1-4de0-91b9-8b9b163264b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c9adf8b0-f259-44ed-9908-3c3876cd5cbf), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:43.962548 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-477e895f-2fc1-4de0-91b9-8b9b163264b4 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a1db603f0b4f4654bf3b5c25d202d3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4665568 Aug 29 22:51:43.964552 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e895f-2fc1-4de0-91b9-8b9b163264b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9adf8b0-f259-44ed-9908-3c3876cd5cbf,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:43.965649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59820) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:44.026437 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bb5ba-3568-4571-a861-81bedab2c512 req-886fae45-88bf-4da9-9629-33d59e5423cd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:44.029035 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-334bb5ba-3568-4571-a861-81bedab2c512 req-886fae45-88bf-4da9-9629-33d59e5423cd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.1343069 Aug 29 22:51:44.044676 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5716fa04-41ce-4dfb-89e9-2a2f77a6187c admin admin] Publish callbacks [] for security_group (c9adf8b0-f259-44ed-9908-3c3876cd5cbf), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.100231 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-334bb5ba-3568-4571-a861-81bedab2c512 req-cfa2c50d-4f4e-4b81-8021-fd350f4ea4f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647125 Aug 29 22:51:44.102821 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5716fa04-41ce-4dfb-89e9-2a2f77a6187c admin admin] Publish callbacks [] for security_group (c9adf8b0-f259-44ed-9908-3c3876cd5cbf), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.223368 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5716fa04-41ce-4dfb-89e9-2a2f77a6187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c9adf8b0-f259-44ed-9908-3c3876cd5cbf), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.228330 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5716fa04-41ce-4dfb-89e9-2a2f77a6187c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:44.232435 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-5716fa04-41ce-4dfb-89e9-2a2f77a6187c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c9adf8b0-f259-44ed-9908-3c3876cd5cbf HTTP/1.1" status: 204 len: 168 time: 0.2647893 Aug 29 22:51:44.243050 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716fa04-41ce-4dfb-89e9-2a2f77a6187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9adf8b0-f259-44ed-9908-3c3876cd5cbf,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:44.715903 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2198c13-4163-4b69-abc1-0a84c75aa78e req-eabe7687-497c-4032-a1e5-5c466116fc25 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:44.734016 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2198c13-4163-4b69-abc1-0a84c75aa78e req-eabe7687-497c-4032-a1e5-5c466116fc25 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 946 time: 0.1172912 Aug 29 22:51:44.751378 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:44.822393 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305267f3-2aa0-4085-82de-4f54a02eae23 req-4fc66034-e9ce-4984-ba15-ac9f64c39746 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:44.828824 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2198c13-4163-4b69-abc1-0a84c75aa78e req-182879d9-a681-4634-910d-9edaa94b7283 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928719 Aug 29 22:51:44.837029 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-305267f3-2aa0-4085-82de-4f54a02eae23 req-4fc66034-e9ce-4984-ba15-ac9f64c39746 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.1244335 Aug 29 22:51:44.905060 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-305267f3-2aa0-4085-82de-4f54a02eae23 req-afe4d918-c3e5-4590-9d48-ac6d8001fd53 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614560 Aug 29 22:51:45.512996 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:51:45.975452 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eb52b-ddbb-46f8-bed1-6fed41b4da26 req-fdd3b086-f392-4f8c-94e1-800d148b7407 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:45.983342 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ad1eb52b-ddbb-46f8-bed1-6fed41b4da26 req-fdd3b086-f392-4f8c-94e1-800d148b7407 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 946 time: 0.0670211 Aug 29 22:51:46.039848 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ad1eb52b-ddbb-46f8-bed1-6fed41b4da26 req-2747481f-91e5-4a5b-aad7-01796df67b66 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=97ebdfbc-afbe-434a-a9df-a2b67ad234d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551867 Aug 29 22:51:46.316134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e028ec8-ff46-45e3-9693-a47c960db642 req-18a09050-353e-484d-afd0-90c7b218ce9c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:46.317907 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4e028ec8-ff46-45e3-9693-a47c960db642 req-18a09050-353e-484d-afd0-90c7b218ce9c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.3263478 Aug 29 22:51:46.322326 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:46.395343 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-2d984292-eb87-4f5c-ad96-5e3452674f64 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:46.395343 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-2d984292-eb87-4f5c-ad96-5e3452674f64 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 946 time: 0.0969367 Aug 29 22:51:46.395343 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:46.457804 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4e028ec8-ff46-45e3-9693-a47c960db642 req-13f0e400-8b2d-4c94-ae93-f383cf80d800 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307328 Aug 29 22:51:46.519508 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Deleting port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:51:46.519880 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.617675 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] For port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,segment=NetworkSegment(35414973-3ef8-4b27-9baa-f1f32710f799),segment_id=35414973-3ef8-4b27-9baa-f1f32710f799)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:51:46.618129 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.634100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Calling delete_port for 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:51:46.851915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (9ca59c4a-73d7-4a73-8d8e-3b9185b2a763), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.870574 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['9ca59c4a-73d7-4a73-8d8e-3b9185b2a763'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:51:46.883842 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Pushing event deleted for resources: {'Port': ['ID=9ca59c4a-73d7-4a73-8d8e-3b9185b2a763,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:46.940584 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] No DVR routers for this DVR port 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:51:46.944185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:46.948005 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dd7e33bd-a692-4c05-960f-b28e8c3020c7 req-895ee2e6-d134-4267-9c5e-5200df244d28 tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.71 "DELETE /networking/v2.0/ports/9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 HTTP/1.1" status: 204 len: 173 time: 0.5841889 Aug 29 22:51:46.948466 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'name': 'network-vif-deleted', 'tag': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:46.950847 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f792a95-1e07-4285-829c-28457ceb3946" -d '{"events": [{"server_uuid": "bdff680e-99f7-4dfd-b6b2-fdd495d977dc", "name": "network-vif-deleted", "tag": "9ca59c4a-73d7-4a73-8d8e-3b9185b2a763"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:47.000244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae2fe45-0315-4b98-9e46-5c6b4e60225c x-openstack-request-id: req-2ae2fe45-0315-4b98-9e46-5c6b4e60225c {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:47.000244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdff680e-99f7-4dfd-b6b2-fdd495d977dc", "name": "network-vif-deleted", "tag": "9ca59c4a-73d7-4a73-8d8e-3b9185b2a763", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:47.000244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ae2fe45-0315-4b98-9e46-5c6b4e60225c {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:47.000244 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae2fe45-0315-4b98-9e46-5c6b4e60225c'] response: {'server_uuid': 'bdff680e-99f7-4dfd-b6b2-fdd495d977dc', 'name': 'network-vif-deleted', 'tag': '9ca59c4a-73d7-4a73-8d8e-3b9185b2a763', 'status': 'completed', 'code': 200} Aug 29 22:51:47.195636 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59874) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:47.214244 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2521875-6fd9-4cbc-a74b-eca3b4807b17 req-8e40fefa-2af2-4ddb-b6ee-a063ed2c884b tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0625288 Aug 29 22:51:47.336267 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35a2edf9-b43d-4176-a24f-cb52fadc17ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.415547 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35a2edf9-b43d-4176-a24f-cb52fadc17ee admin admin] Publish callbacks [] for security_group (7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.571653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35a2edf9-b43d-4176-a24f-cb52fadc17ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.617805 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6262d67-64d7-4df5-a250-e3f9a2da0504 req-c3b7fffd-9542-480e-a98f-2d8e94763f40 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:47.619322 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f6262d67-64d7-4df5-a250-e3f9a2da0504 req-c3b7fffd-9542-480e-a98f-2d8e94763f40 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0758564 Aug 29 22:51:47.630627 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-35a2edf9-b43d-4176-a24f-cb52fadc17ee admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a0a9cfe3881945be8b9c12fa93c94fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331079 Aug 29 22:51:47.633429 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59884) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:47.638570 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2edf9-b43d-4176-a24f-cb52fadc17ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:47.682562 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f6262d67-64d7-4df5-a250-e3f9a2da0504 req-9ac54777-6627-42c9-9ac7-783d1830b857 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571289 Aug 29 22:51:47.689661 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:47.696444 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b67c3c2-1cb7-4401-9478-bedde6cc4df9 admin admin] Publish callbacks [] for security_group (7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.726879 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b67c3c2-1cb7-4401-9478-bedde6cc4df9 admin admin] Publish callbacks [] for security_group (7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.843976 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b67c3c2-1cb7-4401-9478-bedde6cc4df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.846758 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2b67c3c2-1cb7-4401-9478-bedde6cc4df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:47.851455 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2b67c3c2-1cb7-4401-9478-bedde6cc4df9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0 HTTP/1.1" status: 204 len: 168 time: 0.2133644 Aug 29 22:51:47.859154 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67c3c2-1cb7-4401-9478-bedde6cc4df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f55b0-a91b-49aa-8a85-76c3d8fce9e0,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:48.179968 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9af42-84cf-4e64-8275-c433f3f22505 req-a890b470-57ad-438e-8677-32e99c498afd tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:48.181660 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-57b9af42-84cf-4e64-8275-c433f3f22505 req-a890b470-57ad-438e-8677-32e99c498afd tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0594640 Aug 29 22:51:48.194116 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:48.248903 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-57b9af42-84cf-4e64-8275-c433f3f22505 req-e385c1c9-49be-4dfe-a99a-0c372ae6153b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601511 Aug 29 22:51:48.348000 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-671180f0-7c54-41d2-902a-d3a34875f6b8 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:48.350213 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-671180f0-7c54-41d2-902a-d3a34875f6b8 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 815 time: 0.1334915 Aug 29 22:51:48.369445 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-79015fb9-6189-477f-831e-bf2f05a5094e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/quotas/6468612f8d4e4172a8bcc16f0ba73e5a HTTP/1.1" status: 200 len: 375 time: 0.0137279 Aug 29 22:51:48.400887 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-09006c0e-26f8-4acc-bf10-ae74c59a7844 req-ddc03c2e-bb70-4465-b98e-8d3b2971d1fc tempest-VolumesActionsTest-394148704 tempest-VolumesActionsTest-394148704-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdff680e-99f7-4dfd-b6b2-fdd495d977dc HTTP/1.1" status: 200 len: 210 time: 0.0326438 Aug 29 22:51:48.472916 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-44d522fe-06df-4132-a079-a1fcc08ccf34 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958831 Aug 29 22:51:48.474399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-ac1c71bb-12d1-4f8d-a17b-cd6ead0d154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:48.475827 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-ac1c71bb-12d1-4f8d-a17b-cd6ead0d154f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 1129 time: 0.0851665 Aug 29 22:51:48.620741 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:48.639677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-0df73024-4109-4894-9ed4-9c2d71374bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:48.641203 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-0df73024-4109-4894-9ed4-9c2d71374bac service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 912 time: 0.1593375 Aug 29 22:51:48.651779 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-2ee2bcc6-2114-4e48-8f7f-daea292ab9f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605790 Aug 29 22:51:48.656809 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59914) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:48.671380 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-013317ab-864f-4056-86b3-af07c4611ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:48.763058 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-013317ab-864f-4056-86b3-af07c4611ff0 admin admin] Publish callbacks [] for security_group (120fe475-fd07-4a3c-a306-88b294e25c68), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:48.764112 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-c67f48ed-e256-4f54-bd4f-a690b35e3662 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb HTTP/1.1" status: 200 len: 1001 time: 0.1114106 Aug 29 22:51:48.828907 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-59388c54-a3ba-45e2-8904-ee4ef70d9b4d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674609 Aug 29 22:51:48.839913 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-b533a6ac-c9bd-462f-a46f-2011fa4cc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:48.841411 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-b533a6ac-c9bd-462f-a46f-2011fa4cc2d7 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 200 len: 850 time: 0.0692399 Aug 29 22:51:48.846231 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-013317ab-864f-4056-86b3-af07c4611ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (120fe475-fd07-4a3c-a306-88b294e25c68), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:48.895264 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-013317ab-864f-4056-86b3-af07c4611ff0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ba87aa60bda44f9a8e4804bf6e010be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343199 Aug 29 22:51:48.895264 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013317ab-864f-4056-86b3-af07c4611ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120fe475-fd07-4a3c-a306-88b294e25c68,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:48.896444 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59916) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:48.903795 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-a521d867-a555-4af8-ac8d-8997dca2593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:48.905337 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-a521d867-a555-4af8-ac8d-8997dca2593b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3cbc22b7-19e9-4863-99a1-541b71beccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568779 Aug 29 22:51:49.004058 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1a94104-7e33-477c-b992-4b3780bb175c admin admin] Publish callbacks [] for security_group (120fe475-fd07-4a3c-a306-88b294e25c68), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:49.044381 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1a94104-7e33-477c-b992-4b3780bb175c admin admin] Publish callbacks [] for security_group (120fe475-fd07-4a3c-a306-88b294e25c68), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:49.048084 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-241db3cf-b542-4311-8785-a83405f9f034 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314135 Aug 29 22:51:49.064194 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:49.135843 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-508c0749-e80c-479e-b5b3-41717928ca43 req-607fc2c5-ca38-455b-ac57-a04850ca5c9c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0375307 Aug 29 22:51:49.174775 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6d45ef2-ca3a-4118-b52f-b964675da76c req-0c9f90e9-3681-4d85-b5ca-ca9ec1897189 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193233 Aug 29 22:51:49.257220 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1a94104-7e33-477c-b992-4b3780bb175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (120fe475-fd07-4a3c-a306-88b294e25c68), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:49.259872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1a94104-7e33-477c-b992-4b3780bb175c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:49.261320 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c1a94104-7e33-477c-b992-4b3780bb175c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/120fe475-fd07-4a3c-a306-88b294e25c68 HTTP/1.1" status: 204 len: 168 time: 0.3644373 Aug 29 22:51:49.271828 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a94104-7e33-477c-b992-4b3780bb175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120fe475-fd07-4a3c-a306-88b294e25c68,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:49.378048 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f15099-a1e4-4f26-a024-658538a66f98 req-aa25020a-ca05-4897-889a-44daf96262f3 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:49.379572 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-71f15099-a1e4-4f26-a024-658538a66f98 req-aa25020a-ca05-4897-889a-44daf96262f3 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0514734 Aug 29 22:51:49.432832 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-71f15099-a1e4-4f26-a024-658538a66f98 req-ba029692-c186-4ec0-9cee-df011e342a17 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Aug 29 22:51:50.066897 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 59952) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:50.080953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-79e3510a-6288-45b8-b9eb-e607489f3f85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:50.161722 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-79e3510a-6288-45b8-b9eb-e607489f3f85 admin admin] Publish callbacks [] for security_group (aaf694ec-1075-4bb1-bd50-018e6c798d15), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:50.241087 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-209cefcf-132c-417a-8931-cd9e415363ce req-d7485c0d-d1c4-4d05-9832-ce33f2fc9da9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0346136 Aug 29 22:51:50.286192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-79e3510a-6288-45b8-b9eb-e607489f3f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (aaf694ec-1075-4bb1-bd50-018e6c798d15), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:50.326116 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3510a-6288-45b8-b9eb-e607489f3f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf694ec-1075-4bb1-bd50-018e6c798d15,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:50.330511 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-79e3510a-6288-45b8-b9eb-e607489f3f85 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2227f20843d44004a35e39f7aa9d1f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625785 Aug 29 22:51:50.340201 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 59962) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:50.341138 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:50.386851 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-67f64655-6f86-407f-a353-d6dbc2363c8b admin admin] Publish callbacks [] for security_group (aaf694ec-1075-4bb1-bd50-018e6c798d15), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:50.393982 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:50.408181 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-67f64655-6f86-407f-a353-d6dbc2363c8b admin admin] Publish callbacks [] for security_group (aaf694ec-1075-4bb1-bd50-018e6c798d15), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:50.531316 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:50.567208 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f5e3-9ec6-46a9-b892-cac503018317 req-bf1605e8-7360-40c7-a188-e1f82766e8a9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:50.569693 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8480f5e3-9ec6-46a9-b892-cac503018317 req-bf1605e8-7360-40c7-a188-e1f82766e8a9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0595560 Aug 29 22:51:50.571283 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-67f64655-6f86-407f-a353-d6dbc2363c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (aaf694ec-1075-4bb1-bd50-018e6c798d15), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:50.581031 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-67f64655-6f86-407f-a353-d6dbc2363c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:50.581031 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-67f64655-6f86-407f-a353-d6dbc2363c8b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aaf694ec-1075-4bb1-bd50-018e6c798d15 HTTP/1.1" status: 204 len: 168 time: 0.2409279 Aug 29 22:51:50.609729 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f64655-6f86-407f-a353-d6dbc2363c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf694ec-1075-4bb1-bd50-018e6c798d15,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:50.642339 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8480f5e3-9ec6-46a9-b892-cac503018317 req-f30115ce-79d5-4439-befb-4a9b83d1416b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644686 Aug 29 22:51:51.123044 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:51:51.144433 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:51:51.144819 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 9ca59c4a-73d7-4a73-8d8e-3b9185b2a763 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:51:51.342909 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1e8992f3-0c5d-4512-8b0d-747d598fdf98 req-853d8b39-958a-46d1-9124-58c01b909e4f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0288899 Aug 29 22:51:51.780096 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60012) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:51.877640 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-345275364-network', 'tenant_id': 'a8c824e8723341808544a577b85d9b2d'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:52.034263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Made reservation on behalf of a8c824e8723341808544a577b85d9b2d for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:52.036798 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.049205 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.125686 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks [] for security_group (9ce2dbcb-168e-4bfc-be12-9d626068907f), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.211621 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (9ce2dbcb-168e-4bfc-be12-9d626068907f), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.237014 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:51:52.247838 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce2dbcb-168e-4bfc-be12-9d626068907f,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:52.252767 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (fa96017f-e07f-482e-a430-971f6fe6c308), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.253109 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Added segment fa96017f-e07f-482e-a430-971f6fe6c308 of type vlan for network 7214298d-8b6f-46bb-9406-ec92ab2d115a Aug 29 22:51:52.294202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:52.296008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (7214298d-8b6f-46bb-9406-ec92ab2d115a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.342850 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-897d6de3-b207-4af9-8a70-26ea361a085a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.417552 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (7214298d-8b6f-46bb-9406-ec92ab2d115a), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.418592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:52.419184 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.446060 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a6785859-7d5c-4ce3-8103-4a5bda27e2f6 req-21ff92f7-b1fe-42e2-a68e-70d2a40b083e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0293822 Aug 29 22:51:52.486205 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] Pushing event updated for resources: {'Network': ['ID=7214298d-8b6f-46bb-9406-ec92ab2d115a,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:52.496480 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 7214298d-8b6f-46bb-9406-ec92ab2d115a details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:51:52.563452 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-e0fd7063-7936-4dba-a7d8-4cbd7f52494f admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7816482 Aug 29 22:51:52.566289 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60022) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:51:52.571546 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Request body: {'subnet': {'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-345275364-subnet', 'tenant_id': 'a8c824e8723341808544a577b85d9b2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:52.585630 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:52.726314 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Made reservation on behalf of a8c824e8723341808544a577b85d9b2d for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:52.728833 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4779321'] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:52.977752 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4779311'] for subnet (c61e7ded-4fe1-4e52-a382-8addf7d0f63c), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:53.036260 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61e7ded-4fe1-4e52-a382-8addf7d0f63c,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:53.045755 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Checking segment: {'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:53.046114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Network hostable DHCP agents. Network: 7214298d-8b6f-46bb-9406-ec92ab2d115a, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:51:53.194831 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Network 7214298d-8b6f-46bb-9406-ec92ab2d115a is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:51:53.277781 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 7214298d-8b6f-46bb-9406-ec92ab2d115a) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:53.283525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:53.284704 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:53.291649 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5643228d-8944-414b-bfe9-9ba10a1122ec None None] Network 7214298d-8b6f-46bb-9406-ec92ab2d115a requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:53.339984 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:53.368543 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-24b05b55-862a-4792-a7b6-7899e1e69ad7 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8010941 Aug 29 22:51:53.395811 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9944f-1586-46d3-9c62-539a10d7fd76 None None] Network 7214298d-8b6f-46bb-9406-ec92ab2d115a requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:51:53.562818 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d6f24707-0a84-4e7c-9736-e4e99bd89d1a req-202b6ebf-467a-41c4-b0a5-5cab586ba7dd tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0306873 Aug 29 22:51:54.481820 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-d4e711e9-cf32-458d-8b5b-fb98d5ca27f3 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:54.483223 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-d4e711e9-cf32-458d-8b5b-fb98d5ca27f3 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.71 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 815 time: 0.1132402 Aug 29 22:51:54.498352 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'port': {'device_id': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'admin_state_up': True, 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:54.667340 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-922d4120-359f-4759-ad9f-94f4d1050755 req-7b293c9e-a691-4011-aa0a-b85c0e64d7d1 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0284066 Aug 29 22:51:54.714075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Made reservation on behalf of 6468612f8d4e4172a8bcc16f0ba73e5a for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:51:54.717915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:54.733479 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:54.740471 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-ce1f028c-3c1e-4155-aac1-7a484e52730c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:54.852350 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Allocated IP 172.20.0.3 (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d/d98d84af-1acc-4838-a3be-b530a3f7c3ec/2e94820d-fd72-49c0-b34f-a592d817d599) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:51:55.010749 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for port (2e94820d-fd72-49c0-b34f-a592d817d599), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:55.042262 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:55.131907 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:55.188111 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:51:55.193612 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:51:55.197808 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:51:55.227235 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:55.257692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:55.264220 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:55.363284 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-3b50e930-8039-41ed-ae68-6055aa8d11ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8687458 Aug 29 22:51:55.377963 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Request body: {'port': {'device_id': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:51:55.453993 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:55.511090 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:55.585097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-fc700760-e1b8-412b-842f-4c4d4fe373ed None None] Provisioning complete for port 2e94820d-fd72-49c0-b34f-a592d817d599 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:51:55.586593 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fc700760-e1b8-412b-842f-4c4d4fe373ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:55.672900 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-fc700760-e1b8-412b-842f-4c4d4fe373ed None None] Port 2e94820d-fd72-49c0-b34f-a592d817d599 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:51:55.809322 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fff54d-0e15-40d8-8282-b064e638409c req-c13ca0f9-08ed-40a0-8b14-8b45d6f6141d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:55.817299 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-94fff54d-0e15-40d8-8282-b064e638409c req-c13ca0f9-08ed-40a0-8b14-8b45d6f6141d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 931 time: 0.0681498 Aug 29 22:51:55.845119 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:55.886113 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-94fff54d-0e15-40d8-8282-b064e638409c req-39b109a3-2ba9-4e9a-afe9-f642c387f8bc tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675776 Aug 29 22:51:55.954227 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e94820d-fd72-49c0-b34f-a592d817d599 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:51:55.974310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Publish callbacks [] for port (2e94820d-fd72-49c0-b34f-a592d817d599), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:55.998598 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Transition to ACTIVE for port object 2e94820d-fd72-49c0-b34f-a592d817d599 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:51:56.075048 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:56.098223 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:56.193476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Pushing event updated for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:56.234318 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Attempting to bind port 2e94820d-fd72-49c0-b34f-a592d817d599 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:51:56.235069 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Attempting to bind port 2e94820d-fd72-49c0-b34f-a592d817d599 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:51:56.235696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Attempting to bind port 2e94820d-fd72-49c0-b34f-a592d817d599 on network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:56.242866 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Port 2e94820d-fd72-49c0-b34f-a592d817d599 on network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:51:56.243305 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Attempting to bind port 2e94820d-fd72-49c0-b34f-a592d817d599 on network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:51:56.250550 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:51:56.250899 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Checking segment: {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:51:56.251460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Bound using segment: {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:51:56.251923 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Bound port: 2e94820d-fd72-49c0-b34f-a592d817d599, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a1e9a0-5739-4d29-84de-d3c9b5861899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:51:56.252251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:56.342671 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:51:56.344365 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e94820d-fd72-49c0-b34f-a592d817d599,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:51:56.408346 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:56.414159 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:56.414855 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:56.418373 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 1093 time: 1.0449321 Aug 29 22:51:56.420769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:51:56.426231 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b10ad-1eb6-480b-b31e-5de209528c40" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:51:56.508261 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64129853-d5df-4a64-95a8-4d9f11216c52 x-openstack-request-id: req-64129853-d5df-4a64-95a8-4d9f11216c52 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:51:56.508664 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:51:56.517242 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64129853-d5df-4a64-95a8-4d9f11216c52 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:51:56.518340 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64129853-d5df-4a64-95a8-4d9f11216c52'] response: {'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599', 'status': 'completed', 'code': 200} Aug 29 22:51:56.574674 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3baea-358e-4779-a228-9b29b7e4b23e service neutron] Pushing event updated for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:51:57.027671 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce84b5-8f9b-4711-860b-952fcabe397b req-e9075924-6925-4bad-a1bb-96d42f8af744 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:57.035792 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d9ce84b5-8f9b-4711-860b-952fcabe397b req-e9075924-6925-4bad-a1bb-96d42f8af744 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0645080 Aug 29 22:51:57.128153 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d9ce84b5-8f9b-4711-860b-952fcabe397b req-3bf06810-a415-4c16-8fad-6054fd55db29 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904889 Aug 29 22:51:57.254185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b10ad-1eb6-480b-b31e-5de209528c40 req-7e53d454-b311-49bf-b188-41f128622be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:57.266028 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-624b10ad-1eb6-480b-b31e-5de209528c40 req-7e53d454-b311-49bf-b188-41f128622be7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1127 time: 0.1284440 Aug 29 22:51:57.309598 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:57.575068 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b10ad-1eb6-480b-b31e-5de209528c40 req-a77e71de-b23e-4b14-98e3-4712b8a3670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:57.577248 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-624b10ad-1eb6-480b-b31e-5de209528c40 req-a77e71de-b23e-4b14-98e3-4712b8a3670a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2889907 Aug 29 22:51:57.578070 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:51:57.834571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b10ad-1eb6-480b-b31e-5de209528c40 req-c9b778a5-5104-4b3c-85de-f2adf79bc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:57.836593 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-624b10ad-1eb6-480b-b31e-5de209528c40 req-c9b778a5-5104-4b3c-85de-f2adf79bc36b service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447991 Aug 29 22:51:58.286468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:51:58.301803 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-9b293faa-fc23-4fc4-a6c6-9c982d292256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:58.304694 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-9b293faa-fc23-4fc4-a6c6-9c982d292256 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1127 time: 0.1300824 Aug 29 22:51:58.468236 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-b56c1fb3-5e51-48f2-8975-f31f1ed940f5 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 217 time: 0.1085021 Aug 29 22:51:58.526354 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db793ec8-4b3c-4a55-b644-e50f3779d2dd req-785a0ca5-98e1-4ae0-bc52-4ad615a8673f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:58.535735 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-db793ec8-4b3c-4a55-b644-e50f3779d2dd req-785a0ca5-98e1-4ae0-bc52-4ad615a8673f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.1518238 Aug 29 22:51:58.546884 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-032a8763-3968-4078-9de0-78c4423303d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:58.548810 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-032a8763-3968-4078-9de0-78c4423303d5 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 200 len: 854 time: 0.0706575 Aug 29 22:51:58.641357 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-db793ec8-4b3c-4a55-b644-e50f3779d2dd req-c11888f5-15d7-44d4-a8bb-cd9f38a4b5f8 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963447 Aug 29 22:51:58.762901 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058d9c-c62c-405e-8da7-332444c7026d req-075ce72f-778e-48d9-b1f4-ecefc717ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:58.764305 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-075ce72f-778e-48d9-b1f4-ecefc717ac11 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530143 Aug 29 22:51:59.157646 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-bbe3c70c-e00d-478d-8ffa-c915679afa8f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846812 Aug 29 22:51:59.446306 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e058d9c-c62c-405e-8da7-332444c7026d req-bae84227-505a-45c4-9039-b69ee3927a23 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465001 Aug 29 22:51:59.854833 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d257b-de6b-41be-8ddb-a71a8fe6f66d req-d3e929da-f5bd-4e16-8efe-977b3ebd2352 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:51:59.861251 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b89d257b-de6b-41be-8ddb-a71a8fe6f66d req-d3e929da-f5bd-4e16-8efe-977b3ebd2352 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.1023581 Aug 29 22:51:59.941702 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b89d257b-de6b-41be-8ddb-a71a8fe6f66d req-f3fb82b6-4480-4e95-8592-36d34cf6bdf5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739496 Aug 29 22:52:01.140480 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb01d30-3061-4303-ae88-113ba00fe0e7 req-b188885c-15a7-4dcc-bcd9-9a128bb23aa9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:01.150424 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5bb01d30-3061-4303-ae88-113ba00fe0e7 req-b188885c-15a7-4dcc-bcd9-9a128bb23aa9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0655138 Aug 29 22:52:01.269180 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5bb01d30-3061-4303-ae88-113ba00fe0e7 req-87023c72-1922-4641-8a53-57a66b938385 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176183 Aug 29 22:52:02.419137 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3a63a-8ca7-4ba7-a806-bacde7c6215b req-42d5f421-c2c1-4ca2-842a-d0668af268d4 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:02.420739 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-32a3a63a-8ca7-4ba7-a806-bacde7c6215b req-42d5f421-c2c1-4ca2-842a-d0668af268d4 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0584216 Aug 29 22:52:02.470634 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-32a3a63a-8ca7-4ba7-a806-bacde7c6215b req-32921797-5092-4d23-b5b9-a5f7bd6acfda tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443220 Aug 29 22:52:03.689290 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa38d-fe34-41cd-b8ca-4168fe7f082c req-30bfe277-4079-4a23-b123-cc1a90ff903a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:03.694296 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9c8aa38d-fe34-41cd-b8ca-4168fe7f082c req-30bfe277-4079-4a23-b123-cc1a90ff903a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.1300280 Aug 29 22:52:03.783405 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9c8aa38d-fe34-41cd-b8ca-4168fe7f082c req-b26e98a6-70bd-4699-ab46-5a38537cf79d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814192 Aug 29 22:52:05.056933 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbc50e-cc46-4890-b0c8-45fa93fd5e5b req-6a2cc7d1-56db-4049-bbe4-db16201cd8aa tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:05.065040 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-00dbc50e-cc46-4890-b0c8-45fa93fd5e5b req-6a2cc7d1-56db-4049-bbe4-db16201cd8aa tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.1452129 Aug 29 22:52:05.099796 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:05.142732 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-00dbc50e-cc46-4890-b0c8-45fa93fd5e5b req-ab2dc645-c1d4-4573-b12b-9fc939edd767 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763836 Aug 29 22:52:05.542873 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:06.282898 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d935e73-ab1b-46e2-95ba-9978f7552ae2 req-1b8fd675-1b16-4348-8769-a2699d6f6a5f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:06.292804 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9d935e73-ab1b-46e2-95ba-9978f7552ae2 req-1b8fd675-1b16-4348-8769-a2699d6f6a5f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0703781 Aug 29 22:52:06.389177 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9d935e73-ab1b-46e2-95ba-9978f7552ae2 req-158e10bd-ec0b-41da-a920-3922c5a69e03 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945694 Aug 29 22:52:07.237648 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:07.447931 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4541-553e-433c-8e45-39dea142c158 req-332c1c88-62df-4757-a4c8-459af02f1349 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:07.449621 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-332c1c88-62df-4757-a4c8-459af02f1349 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7214298d-8b6f-46bb-9406-ec92ab2d115a HTTP/1.1" status: 200 len: 813 time: 0.1206925 Aug 29 22:52:07.470539 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-9b56bd17-fe14-47dd-8164-5a82aca6d477 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/quotas/a8c824e8723341808544a577b85d9b2d HTTP/1.1" status: 200 len: 375 time: 0.0145030 Aug 29 22:52:07.483435 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:07.510433 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:07.512943 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-2409192d-7e36-4708-ab4c-960716352d1d tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8c824e8723341808544a577b85d9b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363195 Aug 29 22:52:07.585883 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d30d-2532-4677-9e7c-88eee530f6f0 req-90557134-3a71-49c4-92bd-3cf994808732 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:07.591029 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1613d30d-2532-4677-9e7c-88eee530f6f0 req-90557134-3a71-49c4-92bd-3cf994808732 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0575790 Aug 29 22:52:07.646226 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:07.651640 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1613d30d-2532-4677-9e7c-88eee530f6f0 req-a60e7224-bbb7-44c8-8912-35bb8bcb3e81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567188 Aug 29 22:52:07.658633 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-b034e348-43e5-428b-8ef2-3821557cdf81 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347957 Aug 29 22:52:07.764466 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-abf8607e-fb4b-4b90-a912-065d95272737 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047759 Aug 29 22:52:08.323211 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4bb05215-083b-4f6a-bd75-19c4baca7537 req-e97c6bba-e182-487f-bb61-fd57d99ca809 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0391686 Aug 29 22:52:08.810422 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815a81e-f0e8-4453-9116-2df53594e207 req-ec93d3e6-c7de-4182-8577-f1c0c6fc8b73 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:08.812226 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e815a81e-f0e8-4453-9116-2df53594e207 req-ec93d3e6-c7de-4182-8577-f1c0c6fc8b73 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0538967 Aug 29 22:52:08.872329 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e815a81e-f0e8-4453-9116-2df53594e207 req-7de8e477-5726-4765-bc50-809cde2ed795 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518599 Aug 29 22:52:09.419460 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-63c4afef-4752-4efd-81fe-df846441c6ff req-046c3737-a2ce-460b-a0a2-0786de216868 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Aug 29 22:52:10.051179 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8adb81-0a66-4348-9366-d93f6f595c55 req-2991ae45-50cd-418f-9728-53bfc10c5088 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:10.061172 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee8adb81-0a66-4348-9366-d93f6f595c55 req-2991ae45-50cd-418f-9728-53bfc10c5088 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0897353 Aug 29 22:52:10.124134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:10.131178 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee8adb81-0a66-4348-9366-d93f6f595c55 req-6300bb16-e44b-46ac-a602-1ac6d9c91faf tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688703 Aug 29 22:52:10.589190 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7ac2786a-686a-4ba3-bbcf-a9b39731db03 req-6a7c90d7-f0fb-4f58-b275-3b4653353d1b tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0404961 Aug 29 22:52:11.200238 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2e94820d-fd72-49c0-b34f-a592d817d599 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:52:11.311610 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e94820d-fd72-49c0-b34f-a592d817d599,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:11.325257 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '2e94820d-fd72-49c0-b34f-a592d817d599', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'port_id': '2e94820d-fd72-49c0-b34f-a592d817d599', 'mac_address': 'fa:16:3e:cf:d8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:52:11.337246 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057318fc-22ce-41ff-9f97-15bd63159ab5 req-7a5bd681-9553-48ad-bd9e-ad5d7b6f5c8c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:11.346784 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-057318fc-22ce-41ff-9f97-15bd63159ab5 req-7a5bd681-9553-48ad-bd9e-ad5d7b6f5c8c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 943 time: 0.0835328 Aug 29 22:52:11.397151 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 2e94820d-fd72-49c0-b34f-a592d817d599 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:11.397510 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:11.403920 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-057318fc-22ce-41ff-9f97-15bd63159ab5 req-a7122196-5d39-48a2-897b-d62308a34405 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557725 Aug 29 22:52:11.418914 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e94820d-fd72-49c0-b34f-a592d817d599 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:52:11.449168 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e94820d-fd72-49c0-b34f-a592d817d599,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:11.502207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35434bd-c24a-49bc-b280-95853cb31223 req-53f387f4-9f1f-4acb-98be-08b2b19b682b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:11.504451 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f35434bd-c24a-49bc-b280-95853cb31223 req-53f387f4-9f1f-4acb-98be-08b2b19b682b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0908504 Aug 29 22:52:11.528770 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:11.608441 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-8465a914-3fb7-4007-9997-e16fbcf19f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:11.608688 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:11.610525 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-8465a914-3fb7-4007-9997-e16fbcf19f8f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1129 time: 0.0732162 Aug 29 22:52:11.616754 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.617144 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.617624 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.617996 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.618348 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.618681 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f35434bd-c24a-49bc-b280-95853cb31223 req-26c0e6d0-4796-472f-a0e9-5d6784e0b6de tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069453 Aug 29 22:52:11.618821 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.619013 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.619350 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.619740 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.620070 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.620406 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.623342 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.623749 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.624097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.624439 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:11.746908 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cb44ae4b-e3fb-4113-826f-6f12adfcc601 req-9970a3d6-9c80-4db4-8175-568494b8523c tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0460291 Aug 29 22:52:11.827909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2e94820d-fd72-49c0-b34f-a592d817d599'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:52:11.889297 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-23213660-ae7e-46e6-be56-58173935782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:11.891948 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-23213660-ae7e-46e6-be56-58173935782c service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.2722626 Aug 29 22:52:11.908256 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4541-553e-433c-8e45-39dea142c158 req-07d486c0-2687-4300-808b-6924a8c9868d tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:11.910867 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-07d486c0-2687-4300-808b-6924a8c9868d tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "GET /networking/v2.0/networks?id=7214298d-8b6f-46bb-9406-ec92ab2d115a HTTP/1.1" status: 200 len: 813 time: 0.1850872 Aug 29 22:52:11.961793 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Request body: {'port': {'device_id': '22918c24-f85a-42ff-b152-35e097b65135', 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a', 'admin_state_up': True, 'tenant_id': 'a8c824e8723341808544a577b85d9b2d'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:12.096306 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-aa924a76-0dd8-4cbf-be52-8a5f76fb8e2f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 200 len: 1000 time: 0.1842191 Aug 29 22:52:12.181844 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-11c12a3e-1e47-4aa2-8ddc-f936f58e10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:12.183630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-11c12a3e-1e47-4aa2-8ddc-f936f58e10b3 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0762205 Aug 29 22:52:12.238768 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-11c6d826-cd3e-4684-bc7f-0d82d353b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:12.240335 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-11c6d826-cd3e-4684-bc7f-0d82d353b6f8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443804 Aug 29 22:52:12.309883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Made reservation on behalf of a8c824e8723341808544a577b85d9b2d for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:52:12.313928 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:12.413024 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-e85a02e1-406d-4c5f-86c4-f6f95d5556bb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606374 Aug 29 22:52:12.502014 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:12.560970 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:12.607665 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Allocated IP 172.20.0.13 (7214298d-8b6f-46bb-9406-ec92ab2d115a/c61e7ded-4fe1-4e52-a382-8addf7d0f63c/10c49fb7-bcd7-4f90-887a-94870952f162) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:52:12.622365 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a32e85-de05-4a11-88fc-743272bf25ba req-4d032c3d-f565-4d11-b646-9367987e7509 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:12.625287 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e4a32e85-de05-4a11-88fc-743272bf25ba req-4d032c3d-f565-4d11-b646-9367987e7509 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 944 time: 0.1117828 Aug 29 22:52:12.689460 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00483f07-7b00-41f4-9f0d-91cf0058c432 req-3e3196ce-b353-4e6c-b58f-33f1341ff8bb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628241 Aug 29 22:52:12.775011 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e4a32e85-de05-4a11-88fc-743272bf25ba req-c8bc18e7-5710-40f5-9138-da71d37a190f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269183 Aug 29 22:52:12.795964 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451571-ee78-4bed-8273-4797010f9334 req-828be9b7-2952-4d4f-bfbf-132a6b4c5ca6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:12.803088 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-48451571-ee78-4bed-8273-4797010f9334 req-828be9b7-2952-4d4f-bfbf-132a6b4c5ca6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0627313 Aug 29 22:52:12.868048 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-48451571-ee78-4bed-8273-4797010f9334 req-d7de21ea-e3e7-48fd-97b5-03e2630f5f60 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635316 Aug 29 22:52:12.942755 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a07674ac-f3de-412f-9d4b-d8187d0ed6ef req-c4a7332c-d4e3-497a-a7d1-9f83d267f46c tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0419250 Aug 29 22:52:12.972296 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks [] for port (10c49fb7-bcd7-4f90-887a-94870952f162), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.090054 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.141935 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Network 7214298d-8b6f-46bb-9406-ec92ab2d115a is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:52:13.147183 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:52:13.150101 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Pushing event updated for resources: {'Port': ['ID=10c49fb7-bcd7-4f90-887a-94870952f162,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:13.152387 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:52:13.193183 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2e94820d-fd72-49c0-b34f-a592d817d599 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:52:13.212998 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:13.213672 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.242953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 2e94820d-fd72-49c0-b34f-a592d817d599 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:52:13.366806 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-0d7d0123-b19e-4b8f-a48d-a002fc02e8e5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4462416 Aug 29 22:52:13.377968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Request body: {'port': {'device_id': '22918c24-f85a-42ff-b152-35e097b65135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:13.442804 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.485631 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 2e94820d-fd72-49c0-b34f-a592d817d599 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:52:13.486077 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.497715 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:13.572938 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 2e94820d-fd72-49c0-b34f-a592d817d599 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:13.573325 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.598811 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:13.601842 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f8a6f4-c03b-45be-96f4-1e7ff660bb9b" -d '{"events": [{"server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "name": "network-vif-plugged", "status": "completed", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:13.614715 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e94820d-fd72-49c0-b34f-a592d817d599,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:13.648615 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768369b-d0d7-4aa3-9324-81aa2f207673 x-openstack-request-id: req-9768369b-d0d7-4aa3-9324-81aa2f207673 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:13.648615 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "name": "network-vif-plugged", "status": "completed", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:13.650151 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9768369b-d0d7-4aa3-9324-81aa2f207673 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:13.650559 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9768369b-d0d7-4aa3-9324-81aa2f207673'] response: {'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599', 'code': 200} Aug 29 22:52:13.722215 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c49fb7-bcd7-4f90-887a-94870952f162 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:52:13.725570 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.730095 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Publish callbacks [] for port (10c49fb7-bcd7-4f90-887a-94870952f162), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.743117 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:13.744285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Transition to ACTIVE for port object 10c49fb7-bcd7-4f90-887a-94870952f162 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:52:13.777651 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:13.846411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:13.968693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=10c49fb7-bcd7-4f90-887a-94870952f162,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:13.976656 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea272-b3ea-4885-8563-43a5958190a4 req-7ad778d7-b26b-431d-8dbd-a3d77b0edc92 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:13.978389 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b59ea272-b3ea-4885-8563-43a5958190a4 req-7ad778d7-b26b-431d-8dbd-a3d77b0edc92 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.1040149 Aug 29 22:52:13.994467 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75458da8-e213-4302-ba77-b39d4ca2d44e req-98373344-fbfc-4147-90f6-55bed75b168e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:13.996051 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75458da8-e213-4302-ba77-b39d4ca2d44e req-98373344-fbfc-4147-90f6-55bed75b168e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0550103 Aug 29 22:52:14.045598 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75458da8-e213-4302-ba77-b39d4ca2d44e req-26160368-bcc2-41f2-85e5-ef1cf3f70e1f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Aug 29 22:52:14.046166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590d008-3769-49f8-929a-79dc55e1c4cf req-a0342574-3d24-4b36-a7cc-8f824a3e3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:14.047665 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a590d008-3769-49f8-929a-79dc55e1c4cf req-a0342574-3d24-4b36-a7cc-8f824a3e3a4e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1129 time: 0.0801792 Aug 29 22:52:14.093036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Attempting to bind port 10c49fb7-bcd7-4f90-887a-94870952f162 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:52:14.093377 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Attempting to bind port 10c49fb7-bcd7-4f90-887a-94870952f162 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:52:14.093708 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Attempting to bind port 10c49fb7-bcd7-4f90-887a-94870952f162 on network 7214298d-8b6f-46bb-9406-ec92ab2d115a {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:52:14.105501 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Port 10c49fb7-bcd7-4f90-887a-94870952f162 on network 7214298d-8b6f-46bb-9406-ec92ab2d115a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:52:14.105838 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Attempting to bind port 10c49fb7-bcd7-4f90-887a-94870952f162 on network 7214298d-8b6f-46bb-9406-ec92ab2d115a {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:52:14.110604 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b59ea272-b3ea-4885-8563-43a5958190a4 req-c902a8d0-0176-4b44-8419-51008a98a454 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227703 Aug 29 22:52:14.117862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:52:14.118224 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Checking segment: {'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:52:14.118607 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Bound using segment: {'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:52:14.119128 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Bound port: 10c49fb7-bcd7-4f90-887a-94870952f162, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:52:14.119495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.153039 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a590d008-3769-49f8-929a-79dc55e1c4cf req-9928fc41-1228-426b-8634-9549ce11ed5d service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931561 Aug 29 22:52:14.159953 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3589583-42db-4163-9c98-798a7658aded req-8c27c5bc-290b-4062-904f-dff73e8cb2d5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:14.161913 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3589583-42db-4163-9c98-798a7658aded req-8c27c5bc-290b-4062-904f-dff73e8cb2d5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 944 time: 0.0484626 Aug 29 22:52:14.202051 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] For port 10c49fb7-bcd7-4f90-887a-94870952f162, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:52:14.205251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] For port 10c49fb7-bcd7-4f90-887a-94870952f162, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=10c49fb7-bcd7-4f90-887a-94870952f162,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:52:14.211772 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3589583-42db-4163-9c98-798a7658aded req-d67048c5-d650-4fcd-982d-d2a673f9f9c8 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Aug 29 22:52:14.331872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.335353 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:14.335976 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:14.337583 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/10c49fb7-bcd7-4f90-887a-94870952f162 HTTP/1.1" status: 200 len: 1094 time: 0.9637370 Aug 29 22:52:14.339746 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22918c24-f85a-42ff-b152-35e097b65135', 'tag': '10c49fb7-bcd7-4f90-887a-94870952f162'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:14.342062 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c46b42a-c734-4a79-b625-4022f7dbb6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "22918c24-f85a-42ff-b152-35e097b65135", "tag": "10c49fb7-bcd7-4f90-887a-94870952f162"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:14.383110 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d35cc4d-8bbb-468b-90d1-3abe1a85498f x-openstack-request-id: req-7d35cc4d-8bbb-468b-90d1-3abe1a85498f {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:14.384628 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22918c24-f85a-42ff-b152-35e097b65135", "tag": "10c49fb7-bcd7-4f90-887a-94870952f162", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:14.384628 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d35cc4d-8bbb-468b-90d1-3abe1a85498f {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:14.384628 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d35cc4d-8bbb-468b-90d1-3abe1a85498f'] response: {'name': 'network-changed', 'server_uuid': '22918c24-f85a-42ff-b152-35e097b65135', 'tag': '10c49fb7-bcd7-4f90-887a-94870952f162', 'status': 'completed', 'code': 200} Aug 29 22:52:14.398439 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3a06-e8a0-40e5-8cee-373159be0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=10c49fb7-bcd7-4f90-887a-94870952f162,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:14.464890 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b42a-c734-4a79-b625-4022f7dbb6c6 req-27f7afa2-449b-4b48-be87-e9d9acf94b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:14.466411 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2c46b42a-c734-4a79-b625-4022f7dbb6c6 req-27f7afa2-449b-4b48-be87-e9d9acf94b88 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a8c824e8723341808544a577b85d9b2d&device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 1128 time: 0.0437012 Aug 29 22:52:14.577848 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b42a-c734-4a79-b625-4022f7dbb6c6 req-0b54a4c5-ef2c-4275-bb84-86b239296b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:14.579718 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2c46b42a-c734-4a79-b625-4022f7dbb6c6 req-0b54a4c5-ef2c-4275-bb84-86b239296b65 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=a8c824e8723341808544a577b85d9b2d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0990338 Aug 29 22:52:15.033864 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b42a-c734-4a79-b625-4022f7dbb6c6 req-1db8f693-c399-456c-8ea3-b8f7c68f88be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.035373 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2c46b42a-c734-4a79-b625-4022f7dbb6c6 req-1db8f693-c399-456c-8ea3-b8f7c68f88be service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034410 Aug 29 22:52:15.125007 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:15.128943 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4541-553e-433c-8e45-39dea142c158 req-a4762a41-16ee-443f-8101-cfcb2e71db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.133795 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-a4762a41-16ee-443f-8101-cfcb2e71db3c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a8c824e8723341808544a577b85d9b2d&device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 1128 time: 0.0430586 Aug 29 22:52:15.174185 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77611d7f-2f2f-4701-9217-6094b08557aa req-e1ceb305-fcaa-46bc-8604-726ed0122ed1 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.179938 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-77611d7f-2f2f-4701-9217-6094b08557aa req-e1ceb305-fcaa-46bc-8604-726ed0122ed1 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0517714 Aug 29 22:52:15.183572 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-099a476d-50dd-4e4b-a4df-38fe504c78c0 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c49fb7-bcd7-4f90-887a-94870952f162 HTTP/1.1" status: 200 len: 217 time: 0.0388594 Aug 29 22:52:15.235873 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-77611d7f-2f2f-4701-9217-6094b08557aa req-4f21a055-dfdb-4509-8971-b2cc8ceeb13d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544140 Aug 29 22:52:15.270664 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75186ab0-4627-4eda-8af7-71069c10e8bb req-99e28df9-d12c-4fed-9d5b-bf6e0bd645c0 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.272302 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-75186ab0-4627-4eda-8af7-71069c10e8bb req-99e28df9-d12c-4fed-9d5b-bf6e0bd645c0 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.0781124 Aug 29 22:52:15.293161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4541-553e-433c-8e45-39dea142c158 req-6f78e6bf-99f2-4ef0-a51e-55a0b9e7a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.294618 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-6f78e6bf-99f2-4ef0-a51e-55a0b9e7a630 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c61e7ded-4fe1-4e52-a382-8addf7d0f63c HTTP/1.1" status: 200 len: 853 time: 0.0978312 Aug 29 22:52:15.333833 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-75186ab0-4627-4eda-8af7-71069c10e8bb req-bbe71423-448e-4929-bc53-d0091ca60ffb tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 Aug 29 22:52:15.355061 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc432f9-f554-4a15-ad92-3b27afed8a3e req-05d46040-e8bc-4b49-986b-c1d09c77b278 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:15.356712 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2fc432f9-f554-4a15-ad92-3b27afed8a3e req-05d46040-e8bc-4b49-986b-c1d09c77b278 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 944 time: 0.0499420 Aug 29 22:52:15.405471 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2fc432f9-f554-4a15-ad92-3b27afed8a3e req-eaf05227-ef33-4369-b0e8-61474059be44 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Aug 29 22:52:15.890773 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-0b487e22-40a4-44fc-a14d-78e4ab030b7a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7214298d-8b6f-46bb-9406-ec92ab2d115a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313110 Aug 29 22:52:15.985043 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-42823659-a7f3-4a1d-ae05-ca7652f21f2c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856652 Aug 29 22:52:16.081028 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-189f4541-553e-433c-8e45-39dea142c158 req-2a3b8011-2f08-4bfa-b5b8-31fff1e218fb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893881 Aug 29 22:52:16.350260 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:16.359142 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb711b8-7a11-4903-a943-b034392d61b1 req-ae230e0e-7800-487e-b156-99ef9c68a820 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:16.362185 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-acb711b8-7a11-4903-a943-b034392d61b1 req-ae230e0e-7800-487e-b156-99ef9c68a820 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0484107 Aug 29 22:52:16.411419 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-acb711b8-7a11-4903-a943-b034392d61b1 req-9810e033-6725-42c8-b387-d72dd7b30eb5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446038 Aug 29 22:52:16.455488 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a906a78-4336-4fb6-89e9-5e6292ae6da6 req-412c1be6-56c1-4aab-a63d-906a3161f2ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:16.457099 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a906a78-4336-4fb6-89e9-5e6292ae6da6 req-412c1be6-56c1-4aab-a63d-906a3161f2ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.0485036 Aug 29 22:52:16.508870 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9a906a78-4336-4fb6-89e9-5e6292ae6da6 req-3c888e58-b6db-4b72-8042-f35111f76d9d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Aug 29 22:52:16.530699 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1460b85-1ccd-416b-a1ea-5785b76bc9d8 req-0bc79a11-06b1-4d98-9e2d-c98e0a6cff83 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:16.532669 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d1460b85-1ccd-416b-a1ea-5785b76bc9d8 req-0bc79a11-06b1-4d98-9e2d-c98e0a6cff83 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 944 time: 0.0487430 Aug 29 22:52:16.588685 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d1460b85-1ccd-416b-a1ea-5785b76bc9d8 req-cb97c976-d29a-4e37-abc3-cc7ce5808548 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503364 Aug 29 22:52:16.636666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa807f-0578-484e-90b4-e6d1b3b7f1fa req-e9b42a5a-fe36-48c7-9aeb-b43f7da6b479 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:16.638219 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-65fa807f-0578-484e-90b4-e6d1b3b7f1fa req-e9b42a5a-fe36-48c7-9aeb-b43f7da6b479 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.0512056 Aug 29 22:52:16.661323 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:16.693604 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-65fa807f-0578-484e-90b4-e6d1b3b7f1fa req-82ec4612-77eb-4088-ae66-c264bdc404cd tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496240 Aug 29 22:52:17.026697 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5792ec-9623-4b5d-82ce-4bdc955bfb22 req-700fb824-0edd-40e0-8f9b-14c4ffa43d6e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:17.028182 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bf5792ec-9623-4b5d-82ce-4bdc955bfb22 req-700fb824-0edd-40e0-8f9b-14c4ffa43d6e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.0491934 Aug 29 22:52:17.076149 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bf5792ec-9623-4b5d-82ce-4bdc955bfb22 req-c1f4b0d0-13e8-4e1b-ac80-dfa5d378a4c2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Aug 29 22:52:17.216187 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60360) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:17.262091 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] Deleting subnet cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:52:17.265478 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] Publish callbacks [] for subnet (cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.300380 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171697'] for subnet (cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.340090 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.474524 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4779302'] for subnet (cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.503917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:17.515598 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.518765 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-efe21160-8f65-4f9b-bb89-cb730b8888c3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/cf7e2ed4-5d89-47d6-8c23-fa2d2a9330df HTTP/1.1" status: 204 len: 168 time: 0.3013232 Aug 29 22:52:17.521557 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60364) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:17.554826 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c3be-f3e0-4c38-ac71-acf017899263 req-104227aa-3a51-4b8f-b254-78e973e1ffab tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:17.556101 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6981c3be-f3e0-4c38-ac71-acf017899263 req-104227aa-3a51-4b8f-b254-78e973e1ffab tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0544271 Aug 29 22:52:17.596639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:17.609937 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6981c3be-f3e0-4c38-ac71-acf017899263 req-f5457ad3-ef36-4d24-83e0-f807ff964a26 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443373 Aug 29 22:52:17.617985 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (9653652e-3745-4151-94b4-45dd87562ee4), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.729356 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (9653652e-3745-4151-94b4-45dd87562ee4), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.742013 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:17.756860 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9653652e-3745-4151-94b4-45dd87562ee4']}} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:17.764815 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d65425-ee25-427f-9f68-237a1cae1b60 req-973e5222-26f0-464e-8039-8261afce62cd tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:17.766303 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f9d65425-ee25-427f-9f68-237a1cae1b60 req-973e5222-26f0-464e-8039-8261afce62cd tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 944 time: 0.0815983 Aug 29 22:52:17.776508 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35414973-3ef8-4b27-9baa-f1f32710f799') {'for_net_delete': True} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:17.776904 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35414973-3ef8-4b27-9baa-f1f32710f799') {} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:17.807411 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5772019'] for segment (35414973-3ef8-4b27-9baa-f1f32710f799), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.823282 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (35414973-3ef8-4b27-9baa-f1f32710f799), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.839211 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=124850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:52:17.839619 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500596'] for segment (35414973-3ef8-4b27-9baa-f1f32710f799), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:17.858201 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f9d65425-ee25-427f-9f68-237a1cae1b60 req-b1e66be8-34f2-40fd-9796-d45d25a4fe56 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841699 Aug 29 22:52:17.887585 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 35414973-3ef8-4b27-9baa-f1f32710f799 resource provider aggregate not found Aug 29 22:52:17.911067 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 35414973-3ef8-4b27-9baa-f1f32710f799 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35414973-3ef8-4b27-9baa-f1f32710f799 found for delete ", "request_id": "req-dc53f9e2-f9a2-4225-ae9e-53eca663aba6"}]} Aug 29 22:52:18.021056 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (9653652e-3745-4151-94b4-45dd87562ee4), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.027259 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.031504 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/9653652e-3745-4151-94b4-45dd87562ee4 HTTP/1.1" status: 204 len: 168 time: 0.5077059 Aug 29 22:52:18.042140 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9653652e-3745-4151-94b4-45dd87562ee4,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:18.050268 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.054781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.055888 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.055888 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4415d39-190c-4a7f-b7fc-3b34c521b2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:18.198187 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.431531 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60378) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:18.477496 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4e56d452-b1c5-4874-b303-9efbbfd216ab admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4f38e29d63fd4d04984af578b1708e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447602 Aug 29 22:52:18.480035 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60380) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:18.529278 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e9df5ec7-98ee-425d-8be2-f0673f1dd2b8 admin admin] Publish callbacks [] for security_group (97ebdfbc-afbe-434a-a9df-a2b67ad234d2), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.551496 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e9df5ec7-98ee-425d-8be2-f0673f1dd2b8 admin admin] Publish callbacks [] for security_group (97ebdfbc-afbe-434a-a9df-a2b67ad234d2), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.743867 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26fcb7-61b9-43a0-bbea-1883e6780b72 req-81930c37-ad6b-4607-a888-71a215af1abc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:18.745431 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3f26fcb7-61b9-43a0-bbea-1883e6780b72 req-81930c37-ad6b-4607-a888-71a215af1abc tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0577722 Aug 29 22:52:18.782788 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e9df5ec7-98ee-425d-8be2-f0673f1dd2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (97ebdfbc-afbe-434a-a9df-a2b67ad234d2), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.785450 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e9df5ec7-98ee-425d-8be2-f0673f1dd2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:18.786849 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e9df5ec7-98ee-425d-8be2-f0673f1dd2b8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/97ebdfbc-afbe-434a-a9df-a2b67ad234d2 HTTP/1.1" status: 204 len: 168 time: 0.3057778 Aug 29 22:52:18.795565 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df5ec7-98ee-425d-8be2-f0673f1dd2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ebdfbc-afbe-434a-a9df-a2b67ad234d2,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:19.011360 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2798f-f313-4cbc-bf16-81e3f1bdbcbf req-9935cdfb-b15a-4aac-8d5e-a9420d41c792 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:19.022492 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9ef2798f-f313-4cbc-bf16-81e3f1bdbcbf req-9935cdfb-b15a-4aac-8d5e-a9420d41c792 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 944 time: 0.0561776 Aug 29 22:52:19.027952 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3f26fcb7-61b9-43a0-bbea-1883e6780b72 req-377f8cde-e607-475e-8690-dc1bfe6050ed tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769296 Aug 29 22:52:19.060375 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:19.081091 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9ef2798f-f313-4cbc-bf16-81e3f1bdbcbf req-b74a1123-359f-4fec-9d40-c7219a21492e tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617480 Aug 29 22:52:19.231804 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 10c49fb7-bcd7-4f90-887a-94870952f162 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:52:19.304545 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:19.313011 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:19.340298 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 10c49fb7-bcd7-4f90-887a-94870952f162, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=10c49fb7-bcd7-4f90-887a-94870952f162,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:19.353271 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '10c49fb7-bcd7-4f90-887a-94870952f162', 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a', 'port_id': '10c49fb7-bcd7-4f90-887a-94870952f162', 'mac_address': 'fa:16:3e:c8:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61e7ded-4fe1-4e52-a382-8addf7d0f63c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:52:19.394034 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 10c49fb7-bcd7-4f90-887a-94870952f162 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:19.394422 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:19.408566 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c49fb7-bcd7-4f90-887a-94870952f162 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:52:19.428368 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 10c49fb7-bcd7-4f90-887a-94870952f162, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=10c49fb7-bcd7-4f90-887a-94870952f162,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:19.544424 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:19.599741 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=10c49fb7-bcd7-4f90-887a-94870952f162,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:19.854109 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['10c49fb7-bcd7-4f90-887a-94870952f162'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:52:20.177536 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de742-120a-4673-ab2e-965b5b5fbdef req-c0c8731b-1bb4-48ec-8a35-62badef5b6a2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:20.185267 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a75de742-120a-4673-ab2e-965b5b5fbdef req-c0c8731b-1bb4-48ec-8a35-62badef5b6a2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0794039 Aug 29 22:52:20.247413 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a75de742-120a-4673-ab2e-965b5b5fbdef req-4f227e9d-3e4a-47f1-bbad-3c57601a025d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527601 Aug 29 22:52:20.247548 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669aeef-6911-4c21-879f-a2f4f26c9a2a req-c002b39f-7afe-42f4-b120-7bd499a879af tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:20.248615 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b669aeef-6911-4c21-879f-a2f4f26c9a2a req-c002b39f-7afe-42f4-b120-7bd499a879af tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 945 time: 0.0620770 Aug 29 22:52:20.299929 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b669aeef-6911-4c21-879f-a2f4f26c9a2a req-98dfd2d4-1fed-483e-a429-5471027a75b7 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Aug 29 22:52:21.254158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 10c49fb7-bcd7-4f90-887a-94870952f162 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:52:21.297676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 10c49fb7-bcd7-4f90-887a-94870952f162 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:52:21.360361 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421acd79-3d2e-4be6-bf42-d6236f8d52cc req-6ba61aeb-5dfa-457f-bcc2-6049913db311 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:21.361910 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-421acd79-3d2e-4be6-bf42-d6236f8d52cc req-6ba61aeb-5dfa-457f-bcc2-6049913db311 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0490899 Aug 29 22:52:21.410925 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-421acd79-3d2e-4be6-bf42-d6236f8d52cc req-d9fac4a7-79cd-4916-8f60-f0e0bb58e8ec tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Aug 29 22:52:21.414046 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 10c49fb7-bcd7-4f90-887a-94870952f162 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:52:21.414430 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:21.429225 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def183d-3405-4d99-8456-372409b5c768 req-68b52f04-2550-4566-a4d3-505abd4866e3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:21.430765 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2def183d-3405-4d99-8456-372409b5c768 req-68b52f04-2550-4566-a4d3-505abd4866e3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 945 time: 0.0502620 Aug 29 22:52:21.476383 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:21.483235 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2def183d-3405-4d99-8456-372409b5c768 req-90557aca-d8b3-457c-b8eb-e6f6ae9ac345 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Aug 29 22:52:21.489311 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 10c49fb7-bcd7-4f90-887a-94870952f162 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:21.492231 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:21.520596 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22918c24-f85a-42ff-b152-35e097b65135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c49fb7-bcd7-4f90-887a-94870952f162'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:21.523667 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9db86-f47e-42a3-b2b1-d6b76870c17f" -d '{"events": [{"server_uuid": "22918c24-f85a-42ff-b152-35e097b65135", "name": "network-vif-plugged", "status": "completed", "tag": "10c49fb7-bcd7-4f90-887a-94870952f162"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:21.549703 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 10c49fb7-bcd7-4f90-887a-94870952f162, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=10c49fb7-bcd7-4f90-887a-94870952f162,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:21.568009 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f42941-125c-46b3-8315-0eeafcb7cfa2 x-openstack-request-id: req-f5f42941-125c-46b3-8315-0eeafcb7cfa2 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:21.568812 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22918c24-f85a-42ff-b152-35e097b65135", "name": "network-vif-plugged", "status": "completed", "tag": "10c49fb7-bcd7-4f90-887a-94870952f162", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:21.568812 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5f42941-125c-46b3-8315-0eeafcb7cfa2 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:21.569100 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f42941-125c-46b3-8315-0eeafcb7cfa2'] response: {'server_uuid': '22918c24-f85a-42ff-b152-35e097b65135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c49fb7-bcd7-4f90-887a-94870952f162', 'code': 200} Aug 29 22:52:21.633301 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:21.683338 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=10c49fb7-bcd7-4f90-887a-94870952f162,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:21.896883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2efc22-d2da-4084-888a-3778527f99f1 req-ee1b7ed0-b010-433c-a86f-e9198119f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:21.899031 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1c2efc22-d2da-4084-888a-3778527f99f1 req-ee1b7ed0-b010-433c-a86f-e9198119f198 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 1130 time: 0.0409458 Aug 29 22:52:21.947993 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1c2efc22-d2da-4084-888a-3778527f99f1 req-614fed9e-f03a-4edc-a4b0-8829dc01e039 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Aug 29 22:52:22.371502 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4cd1f654-6050-4f0c-aafb-1e233b291dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:22.515351 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:52:22.546202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727ae35-4219-487a-95e7-82342f9876bc req-652f9733-00ca-4809-bee7-1978f2d40324 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:22.547725 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2727ae35-4219-487a-95e7-82342f9876bc req-652f9733-00ca-4809-bee7-1978f2d40324 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0508499 Aug 29 22:52:22.599920 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2727ae35-4219-487a-95e7-82342f9876bc req-ff13557d-e726-4adf-9b7f-37e73900f25c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433908 Aug 29 22:52:22.623506 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005050c4-f573-42f8-a04b-bf578b75c2ff req-f3fc90d5-e7ba-4288-b2e2-456f2f613384 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:22.625098 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-005050c4-f573-42f8-a04b-bf578b75c2ff req-f3fc90d5-e7ba-4288-b2e2-456f2f613384 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 946 time: 0.0565138 Aug 29 22:52:22.675084 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-005050c4-f573-42f8-a04b-bf578b75c2ff req-4b283920-8552-41f3-8a90-64e4fdef75d2 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Aug 29 22:52:23.728071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05711373-9bcb-44c2-9d1a-dad80983d287 req-7e333fc5-a871-4d18-9c49-256b0310d16e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:23.729630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-05711373-9bcb-44c2-9d1a-dad80983d287 req-7e333fc5-a871-4d18-9c49-256b0310d16e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0529163 Aug 29 22:52:23.778442 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-05711373-9bcb-44c2-9d1a-dad80983d287 req-1b287b71-ce26-4390-b639-36576a0f8496 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 Aug 29 22:52:23.801449 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735493fb-ba37-4be0-99b1-7a16071cd6aa req-95993753-dc65-44d4-b86b-9cf115983cf5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:23.803021 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-735493fb-ba37-4be0-99b1-7a16071cd6aa req-95993753-dc65-44d4-b86b-9cf115983cf5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 946 time: 0.0522816 Aug 29 22:52:23.854947 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-735493fb-ba37-4be0-99b1-7a16071cd6aa req-3d7c67a8-9c84-4a3f-b7f4-db3376f4470f tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Aug 29 22:52:24.737547 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-68a9aee3-a3a8-491e-8d1e-604c51c59951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:24.908822 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd364777-ab28-41e4-afb5-0ff7e7431e96 req-7cd45fae-de53-419b-a15a-5c29e3b4ee11 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:24.910349 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dd364777-ab28-41e4-afb5-0ff7e7431e96 req-7cd45fae-de53-419b-a15a-5c29e3b4ee11 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Aug 29 22:52:24.940829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:24.958566 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dd364777-ab28-41e4-afb5-0ff7e7431e96 req-e273bea9-dc89-4fc6-9408-dae0b6883641 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426102 Aug 29 22:52:24.979681 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08845af-a09a-468c-88b2-be5b6659a6d2 req-898ba5f7-544c-4b8e-809e-ebfaf2e74a9f tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:24.981253 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a08845af-a09a-468c-88b2-be5b6659a6d2 req-898ba5f7-544c-4b8e-809e-ebfaf2e74a9f tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 946 time: 0.0492444 Aug 29 22:52:25.034030 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a08845af-a09a-468c-88b2-be5b6659a6d2 req-39039d69-4894-4fc4-a3de-f7282d839948 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471268 Aug 29 22:52:26.082406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc4f1-4ab4-49b0-a1ba-fa52984bcaeb req-2a91186a-eb91-403d-9796-93c3907169de tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:26.084171 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-098bc4f1-4ab4-49b0-a1ba-fa52984bcaeb req-2a91186a-eb91-403d-9796-93c3907169de tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Aug 29 22:52:26.137219 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:26.138393 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-098bc4f1-4ab4-49b0-a1ba-fa52984bcaeb req-747b9594-5ede-4959-ab72-03a02099aac0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480220 Aug 29 22:52:27.264154 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c00f4-8edb-4af4-9f8c-f647c4c61ad1 req-87ed1aed-d863-431e-9685-2baaf63f2188 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:27.265769 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b88c00f4-8edb-4af4-9f8c-f647c4c61ad1 req-87ed1aed-d863-431e-9685-2baaf63f2188 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0489004 Aug 29 22:52:27.315597 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b88c00f4-8edb-4af4-9f8c-f647c4c61ad1 req-d322c269-d946-42e9-a7fe-baceea2a354a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442297 Aug 29 22:52:27.348861 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:27.583237 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:28.443050 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35324d7-da98-4179-900b-7685c031904f req-1ed706c5-295b-4c25-a9ad-9b2be071cd59 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:28.444556 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c35324d7-da98-4179-900b-7685c031904f req-1ed706c5-295b-4c25-a9ad-9b2be071cd59 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0488462 Aug 29 22:52:28.496927 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c35324d7-da98-4179-900b-7685c031904f req-ec595dbf-90cb-4c84-9705-fb71eb586ac0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Aug 29 22:52:28.902990 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e11ed-3b1b-4b1a-98bf-89c73ed0dd4e req-76225b1a-d315-48d5-a5d9-b51e3efe96f9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:28.904555 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2d9e11ed-3b1b-4b1a-98bf-89c73ed0dd4e req-76225b1a-d315-48d5-a5d9-b51e3efe96f9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.0502098 Aug 29 22:52:28.957351 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2d9e11ed-3b1b-4b1a-98bf-89c73ed0dd4e req-8451bb05-aef2-445f-8ce6-22a09df4a3f5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469644 Aug 29 22:52:28.990918 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60628) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:29.225790 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52717c4c-f72d-4c31-bcf6-a5ad42e9c43e tempest-TestMinimumBasicScenario-1815430068 tempest-TestMinimumBasicScenario-1815430068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:29.227430 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-52717c4c-f72d-4c31-bcf6-a5ad42e9c43e tempest-TestMinimumBasicScenario-1815430068 tempest-TestMinimumBasicScenario-1815430068-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1124 time: 0.2353349 Aug 29 22:52:29.230622 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60632) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:29.235403 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'port_id': '2e94820d-fd72-49c0-b34f-a592d817d599', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:29.364330 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:29.451634 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:29.453344 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:29.564441 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:29.576250 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Allocated IP 172.27.4.68 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/67817b51-bc79-4fa2-8f30-e1e7b78e9d69) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:52:29.657489 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422db66-aa1f-4d01-a111-cedc33e0cccc req-b0423fc1-5d92-4de1-b4c5-8ae9cde1692c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:29.659111 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e422db66-aa1f-4d01-a111-cedc33e0cccc req-b0423fc1-5d92-4de1-b4c5-8ae9cde1692c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0674579 Aug 29 22:52:29.702491 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:29.710369 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e422db66-aa1f-4d01-a111-cedc33e0cccc req-907c15b9-a635-468b-859e-d3a4152b790b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455022 Aug 29 22:52:29.799100 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:29.847726 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d08c9-4a3b-4744-abfe-0cb6703d55c7 req-cba5f35d-d1b8-44e2-981a-b620500b77f8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:29.849316 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7e5d08c9-4a3b-4744-abfe-0cb6703d55c7 req-cba5f35d-d1b8-44e2-981a-b620500b77f8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.0826647 Aug 29 22:52:29.863990 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:52:29.873465 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:52:29.875985 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:52:29.885794 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'Port': ['ID=67817b51-bc79-4fa2-8f30-e1e7b78e9d69,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:29.952085 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7e5d08c9-4a3b-4744-abfe-0cb6703d55c7 req-72b87400-fd1e-4f8b-b222-bef2d0543a91 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925214 Aug 29 22:52:30.436107 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:30.484809 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for floatingip (e1f25dba-653a-4b0b-9f39-3e37f3efbbcd), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:30.653951 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:30.819577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:30.822143 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:30.853726 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fea8f-a479-4bb4-bf20-aadfd73727a9 req-c11ce3a8-5501-44f3-8ea9-d6c032b05c28 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:30.855276 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2d1fea8f-a479-4bb4-bf20-aadfd73727a9 req-c11ce3a8-5501-44f3-8ea9-d6c032b05c28 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0678926 Aug 29 22:52:30.880634 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:30.895222 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:30.907307 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2d1fea8f-a479-4bb4-bf20-aadfd73727a9 req-31c8eb8e-1b39-4536-ae64-c11e8ad0fa21 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Aug 29 22:52:30.971057 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'Port': ['ID=67817b51-bc79-4fa2-8f30-e1e7b78e9d69,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:30.974548 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (e1f25dba-653a-4b0b-9f39-3e37f3efbbcd), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:31.108770 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Floating IP e1f25dba-653a-4b0b-9f39-3e37f3efbbcd associated. External IP: 172.27.4.68, port: 2e94820d-fd72-49c0-b34f-a592d817d599. Aug 29 22:52:31.116481 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf1278-098a-44f1-9f3c-58a20a1b2722 req-0fb62969-748b-4992-a87b-fe82e27c5aa3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:31.118600 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-10bf1278-098a-44f1-9f3c-58a20a1b2722 req-0fb62969-748b-4992-a87b-fe82e27c5aa3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.0658951 Aug 29 22:52:31.266608 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-10bf1278-098a-44f1-9f3c-58a20a1b2722 req-ce169da4-31d2-474e-9ae9-6b4bba85d370 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128473 Aug 29 22:52:31.386668 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:52:31.492569 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:52:31.502596 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ac835-339e-4423-8531-7f214630099c None None] Sync routers for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:52:31.513759 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:31.514376 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:31.601978 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:31.630227 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:31.634310 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b9e8c15a-7c7e-4683-b26f-4c2608e21a81 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4020872 Aug 29 22:52:31.635063 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:31.637377 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60656) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:31.641867 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996011577', 'description': 'tempest-secgroup-smoke-996011577 description', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:31.647646 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9010d636-b3a5-455c-8cbc-bb944a8fd758" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:31.692900 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94efb2c-a478-40b9-a01a-7e8b7939c81e x-openstack-request-id: req-a94efb2c-a478-40b9-a01a-7e8b7939c81e {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:31.693257 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:31.693577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a94efb2c-a478-40b9-a01a-7e8b7939c81e {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:31.694050 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94efb2c-a478-40b9-a01a-7e8b7939c81e'] response: {'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599', 'status': 'completed', 'code': 200} Aug 29 22:52:31.820021 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:31.865517 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'e1f25dba-653a-4b0b-9f39-3e37f3efbbcd', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'port_id': '2e94820d-fd72-49c0-b34f-a592d817d599', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'mac_address': 'fa:16:3e:cf:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:30Z', 'updated_at': '2022-08-29T22:52:30Z', 'revision_number': 0, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 5, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:31.901386 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ac835-339e-4423-8531-7f214630099c None None] Checking router: cd4f8e1b-9b02-4b0c-8284-08c5057ab986 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:52:31.912583 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:31.914576 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:31.922890 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-f7171c1a-d101-432b-8574-a40754f48185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:31.924496 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-f7171c1a-d101-432b-8574-a40754f48185 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1129 time: 0.0795019 Aug 29 22:52:31.951357 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:31.989722 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group (e868a67a-9153-4e52-be11-2ed8b34d6e23), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.044198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:32.065747 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34653265-aef7-419e-ae66-64d8601bd817 req-4e317af1-c62f-4a46-80c5-cd48c4d8bc4d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:32.066316 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e868a67a-9153-4e52-be11-2ed8b34d6e23), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.067361 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-34653265-aef7-419e-ae66-64d8601bd817 req-4e317af1-c62f-4a46-80c5-cd48c4d8bc4d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0649669 Aug 29 22:52:32.102036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04e2e9-f624-4922-948f-310f9784f651 req-0b752592-7972-44ad-8375-67b9a6ceb89f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:32.104409 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b04e2e9-f624-4922-948f-310f9784f651 req-0b752592-7972-44ad-8375-67b9a6ceb89f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.1503162 Aug 29 22:52:32.144982 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-34653265-aef7-419e-ae66-64d8601bd817 req-139d91a4-40ca-413a-a8b3-a9312bc8dfbe tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684435 Aug 29 22:52:32.194689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e868a67a-9153-4e52-be11-2ed8b34d6e23,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:32.208575 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:32.220332 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.220704 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.221116 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.221478 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.221814 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.222147 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.222478 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.222823 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.223170 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.223513 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.223855 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.224208 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.224550 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.225146 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.225367 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:52:32.242351 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-909db744-5105-4796-89cf-3034367056bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:32.243860 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-909db744-5105-4796-89cf-3034367056bf service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 916 time: 0.2811227 Aug 29 22:52:32.271747 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.273003 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d48d6ea2-f28c-4afa-a7de-1c53f281d1da tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6345985 Aug 29 22:52:32.277079 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60666) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:32.282181 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-cdff1fc4-0558-48be-8565-8d9d66478b28 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'security_group_rule': {'security_group_id': 'e868a67a-9153-4e52-be11-2ed8b34d6e23', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:32.293321 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Deleting port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:52:32.293321 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.295209 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:32.332269 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-8d9ac835-339e-4423-8531-7f214630099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'e1f25dba-653a-4b0b-9f39-3e37f3efbbcd', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'port_id': '2e94820d-fd72-49c0-b34f-a592d817d599', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'mac_address': 'fa:16:3e:cf:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:30Z', 'updated_at': '2022-08-29T22:52:30Z', 'revision_number': 0, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 5, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:32.362868 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9ac835-339e-4423-8531-7f214630099c None None] The sync data for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi is: [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'e1f25dba-653a-4b0b-9f39-3e37f3efbbcd', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'floating_ip_address': '172.27.4.68', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'port_id': '2e94820d-fd72-49c0-b34f-a592d817d599', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'mac_address': 'fa:16:3e:cf:d8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:30Z', 'updated_at': '2022-08-29T22:52:30Z', 'revision_number': 0, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 5, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:52:32.420525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca7fb4-3fd2-43d2-be70-36bf8cc7e4a3 req-c58c3dc8-0f64-40ee-98e4-aab60ff1fa92 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:32.427789 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-39ca7fb4-3fd2-43d2-be70-36bf8cc7e4a3 req-c58c3dc8-0f64-40ee-98e4-aab60ff1fa92 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 946 time: 0.0744398 Aug 29 22:52:32.469031 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cdff1fc4-0558-48be-8565-8d9d66478b28 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (c4fbde89-d418-4a59-b625-5593a5e19ce7), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.509816 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:32.513057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] For port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:32.513493 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.525037 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:32.543803 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cdff1fc4-0558-48be-8565-8d9d66478b28 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (c4fbde89-d418-4a59-b625-5593a5e19ce7), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.557687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:32.587557 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-17c4a935-1637-4033-a675-599e1908e79b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 998 time: 0.1500175 Aug 29 22:52:32.606063 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6476cfb6-5a25-4e7b-aa45-2a96d1cef2eb None None] New status for floating IP e1f25dba-653a-4b0b-9f39-3e37f3efbbcd: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:52:32.661361 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-39ca7fb4-3fd2-43d2-be70-36bf8cc7e4a3 req-8e11cd63-c39f-425a-8e39-0eb2cc72e307 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d5ee94f5-9c9e-4348-a101-c4a277ca1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325563 Aug 29 22:52:32.721432 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cdff1fc4-0558-48be-8565-8d9d66478b28 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (c4fbde89-d418-4a59-b625-5593a5e19ce7), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.743577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff1fc4-0558-48be-8565-8d9d66478b28 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fbde89-d418-4a59-b625-5593a5e19ce7,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:32.763698 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-2e9cdb3e-5b00-4d55-b1c1-f515f0557b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:32.765251 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-2e9cdb3e-5b00-4d55-b1c1-f515f0557b49 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 200 len: 854 time: 0.1259506 Aug 29 22:52:32.846406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-cdff1fc4-0558-48be-8565-8d9d66478b28 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.854178 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-cdff1fc4-0558-48be-8565-8d9d66478b28 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5755479 Aug 29 22:52:32.854805 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60672) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:32.859302 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-047b1d28-3c17-48ec-a35e-24416e0e82d5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'security_group_rule': {'security_group_id': 'e868a67a-9153-4e52-be11-2ed8b34d6e23', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:32.902950 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-adf46f3e-1f4e-4ee4-a323-b16c6416e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:32.904525 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-adf46f3e-1f4e-4ee4-a323-b16c6416e2b5 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1317520 Aug 29 22:52:32.972022 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-047b1d28-3c17-48ec-a35e-24416e0e82d5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (c9301fa6-756d-4362-b259-995671d47179), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.988787 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.989328 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (be86cfa2-fec8-4947-ad7f-8df3eebf6c24), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:32.989492 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Floating IP be86cfa2-fec8-4947-ad7f-8df3eebf6c24 disassociated. External IP: 172.27.4.147, port: d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7. Aug 29 22:52:32.989833 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Calling delete_port for d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:52:33.035140 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-047b1d28-3c17-48ec-a35e-24416e0e82d5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (c9301fa6-756d-4362-b259-995671d47179), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.092466 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-b4b6a93c-ea63-4f8e-8c7d-52a10e3acbc4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727154 Aug 29 22:52:33.118340 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-047b1d28-3c17-48ec-a35e-24416e0e82d5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (c9301fa6-756d-4362-b259-995671d47179), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.124971 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:33.139699 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b1d28-3c17-48ec-a35e-24416e0e82d5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9301fa6-756d-4362-b259-995671d47179,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:33.215609 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-047b1d28-3c17-48ec-a35e-24416e0e82d5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.217496 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-047b1d28-3c17-48ec-a35e-24416e0e82d5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616021 Aug 29 22:52:33.222295 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60678) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:33.226198 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-4abd3bf0-92a7-43ae-b3be-36dbbfcb6c61 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'security_group_rule': {'security_group_id': 'e868a67a-9153-4e52-be11-2ed8b34d6e23', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:33.247322 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9010d636-b3a5-455c-8cbc-bb944a8fd758 req-5173b716-748a-44f2-b32d-89752d442702 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421452 Aug 29 22:52:33.296077 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed1bd-8c93-4071-8b08-e8e37ac8ed1d req-d40b7d20-794d-45d8-b142-2561e1944371 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:33.297596 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e81ed1bd-8c93-4071-8b08-e8e37ac8ed1d req-d40b7d20-794d-45d8-b142-2561e1944371 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0655770 Aug 29 22:52:33.351731 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e81ed1bd-8c93-4071-8b08-e8e37ac8ed1d req-3b4765d5-36fc-4df7-bf8d-e387d7d2e379 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484228 Aug 29 22:52:33.353463 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.378005 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event deleted for resources: {'Port': ['ID=d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:33.385854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4abd3bf0-92a7-43ae-b3be-36dbbfcb6c61 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (267cda5f-0226-4dad-89d2-64484b558ec8), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.452350 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:33.455683 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4abd3bf0-92a7-43ae-b3be-36dbbfcb6c61 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (267cda5f-0226-4dad-89d2-64484b558ec8), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.500248 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:52:33.537026 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4abd3bf0-92a7-43ae-b3be-36dbbfcb6c61 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (267cda5f-0226-4dad-89d2-64484b558ec8), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.559407 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd3bf0-92a7-43ae-b3be-36dbbfcb6c61 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267cda5f-0226-4dad-89d2-64484b558ec8,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:33.618545 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:52:33.628678 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] Sync routers for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:52:33.634138 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:33.647267 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:33.648260 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:33.670342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] No DVR routers for this DVR port d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:52:33.673023 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.676376 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b04e2e9-f624-4922-948f-310f9784f651 req-6026a25f-ccf8-4a1e-b1f4-a9db1d95c96d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "DELETE /networking/v2.0/ports/d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 HTTP/1.1" status: 204 len: 173 time: 1.5457263 Aug 29 22:52:33.676846 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-deleted', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:33.679187 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17de85f-adba-4a12-a52b-ea038765cc63" -d '{"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-deleted", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:33.713148 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4abd3bf0-92a7-43ae-b3be-36dbbfcb6c61 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.713148 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4abd3bf0-92a7-43ae-b3be-36dbbfcb6c61 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4908578 Aug 29 22:52:33.715509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60684) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:33.720163 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-a4a9ee17-4192-4e0a-a81a-32c65c480316 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'security_group_rule': {'security_group_id': 'e868a67a-9153-4e52-be11-2ed8b34d6e23', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:33.756423 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac201579-6ea2-428b-9ee3-2a6007b1a3ef x-openstack-request-id: req-ac201579-6ea2-428b-9ee3-2a6007b1a3ef {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:33.756754 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d449df-3756-44b7-b3a5-12ff3702f6bb", "name": "network-vif-deleted", "tag": "d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:33.757012 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac201579-6ea2-428b-9ee3-2a6007b1a3ef {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:33.757469 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac201579-6ea2-428b-9ee3-2a6007b1a3ef'] response: {'server_uuid': 'a1d449df-3756-44b7-b3a5-12ff3702f6bb', 'name': 'network-vif-deleted', 'tag': 'd1ef1706-e2c8-4e1c-8a3d-df71a50e91a7', 'status': 'completed', 'code': 200} Aug 29 22:52:33.781933 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:33.801640 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c74f6071-4aeb-4706-b611-bdbcc8de3b1e req-243eb2a2-dd46-4735-afb5-c7603b514654 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.0311863 Aug 29 22:52:33.891209 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ee17-4192-4e0a-a81a-32c65c480316 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (91ef2384-9199-444f-8c2c-ff4b0bdfcf45), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:33.963545 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ee17-4192-4e0a-a81a-32c65c480316 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (91ef2384-9199-444f-8c2c-ff4b0bdfcf45), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:34.026895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:34.054405 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] Checking router: a19c600e-a3f0-47bb-b7b2-7eafae2ca572 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:52:34.065957 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:34.066584 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:34.164814 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:34.169957 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ee17-4192-4e0a-a81a-32c65c480316 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (91ef2384-9199-444f-8c2c-ff4b0bdfcf45), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:34.184957 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:34.197577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9ee17-4192-4e0a-a81a-32c65c480316 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ef2384-9199-444f-8c2c-ff4b0bdfcf45,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:34.448735 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a4a9ee17-4192-4e0a-a81a-32c65c480316 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:34.450416 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a4a9ee17-4192-4e0a-a81a-32c65c480316 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7339363 Aug 29 22:52:34.453462 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60692) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:34.460394 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'security_group_rule': {'security_group_id': 'e868a67a-9153-4e52-be11-2ed8b34d6e23', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:34.520579 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e6d2-dab3-4b45-bd48-6659887a0228 req-53d89161-a00d-468f-9339-db4fca09cb20 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:34.529097 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e677e6d2-dab3-4b45-bd48-6659887a0228 req-53d89161-a00d-468f-9339-db4fca09cb20 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0907540 Aug 29 22:52:34.598969 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:34.607024 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.securitygroups_db [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Project 6468612f8d4e4172a8bcc16f0ba73e5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:52:34.607782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:34.613151 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e677e6d2-dab3-4b45-bd48-6659887a0228 req-d915ab71-8340-4f09-bec9-2733994c05fd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650148 Aug 29 22:52:34.633230 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c426c7c7-ce36-47de-ad76-ec2838986532 None None] The sync data for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi is: [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:52:34.635262 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (b82e5143-71ce-408c-9456-84bd607c67e9), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:34.751986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (b82e5143-71ce-408c-9456-84bd607c67e9), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:34.815900 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (b82e5143-71ce-408c-9456-84bd607c67e9), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:34.836050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82e5143-71ce-408c-9456-84bd607c67e9,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:34.918099 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:34.919855 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ce33ca06-83d8-43c7-a306-f681a49ec4ad tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4648700 Aug 29 22:52:34.922721 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60698) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:34.927820 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'security_group_rule': {'security_group_id': 'e868a67a-9153-4e52-be11-2ed8b34d6e23', 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:34.982892 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c94a066d-68f4-42d6-8d96-891088edc5cd req-ee2ec4c5-88a7-4e1b-9ce3-95ec5b96003d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=a1d449df-3756-44b7-b3a5-12ff3702f6bb HTTP/1.1" status: 200 len: 210 time: 0.0524459 Aug 29 22:52:35.016829 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63e8b8d-6778-47bb-b278-31cdb7f32b79 None None] New status for floating IP be86cfa2-fec8-4947-ad7f-8df3eebf6c24: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:52:35.069127 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.securitygroups_db [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Project 6468612f8d4e4172a8bcc16f0ba73e5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:52:35.077250 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (43814b03-c5d9-48dd-beb4-8ecb132e58d1), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:35.171864 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (43814b03-c5d9-48dd-beb4-8ecb132e58d1), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:35.285582 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (43814b03-c5d9-48dd-beb4-8ecb132e58d1), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:35.306240 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43814b03-c5d9-48dd-beb4-8ecb132e58d1,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:35.402837 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:35.404320 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-0741b4d9-04e8-4209-9a10-b0d7af7e0ade tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4803927 Aug 29 22:52:35.501856 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-62037858-ca1e-48a8-be24-1e49ab883354 req-6df2c52e-9f1a-481f-983e-a5c58229e3d6 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-996011577&fields=id&tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a HTTP/1.1" status: 200 len: 267 time: 0.0484591 Aug 29 22:52:35.554168 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62037858-ca1e-48a8-be24-1e49ab883354 req-7b0f3f12-29e5-4618-aae6-1f60db4a859e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:35.556550 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-62037858-ca1e-48a8-be24-1e49ab883354 req-7b0f3f12-29e5-4618-aae6-1f60db4a859e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.0490992 Aug 29 22:52:35.571640 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'port': {'security_groups': ['eb99b3d5-386d-43b4-be5b-ebfaf58c9b19', 'e868a67a-9153-4e52-be11-2ed8b34d6e23']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:35.791611 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14555deb-c105-4665-a76a-a227b2d3cbf1 req-8ea5467f-5951-479f-91ad-35464114ac3f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:35.793165 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-14555deb-c105-4665-a76a-a227b2d3cbf1 req-8ea5467f-5951-479f-91ad-35464114ac3f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0578008 Aug 29 22:52:35.880451 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-14555deb-c105-4665-a76a-a227b2d3cbf1 req-8ec09e5d-7f0b-4634-bf40-5e01d4734fdb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813351 Aug 29 22:52:35.905795 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.141248 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e94820d-fd72-49c0-b34f-a592d817d599,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:36.178139 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for port (2e94820d-fd72-49c0-b34f-a592d817d599), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.188806 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60712) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:36.248161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2d20f76-8a1c-4850-a743-9a18366d04e2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (d5ee94f5-9c9e-4348-a101-c4a277ca1471), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.263266 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.277098 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:36.285537 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.285537 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-62037858-ca1e-48a8-be24-1e49ab883354 req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "PUT /networking/v2.0/ports/2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 981 time: 0.7138100 Aug 29 22:52:36.285537 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:36.286729 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:36.290474 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2d20f76-8a1c-4850-a743-9a18366d04e2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (d5ee94f5-9c9e-4348-a101-c4a277ca1471), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.297836 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2e94820d-fd72-49c0-b34f-a592d817d599'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:52:36.339201 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f164f5-4341-497e-8781-6a8648ace907 x-openstack-request-id: req-52f164f5-4341-497e-8781-6a8648ace907 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:36.339504 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:36.339876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52f164f5-4341-497e-8781-6a8648ace907 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:36.340594 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f164f5-4341-497e-8781-6a8648ace907'] response: {'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599', 'status': 'completed', 'code': 200} Aug 29 22:52:36.410832 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227b01b-27b7-4efd-b414-e2e20610fcb2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=6']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:36.413044 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2e94820d-fd72-49c0-b34f-a592d817d599'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:52:36.422002 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-13f22712-58d1-4595-a694-5a7624a11555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:36.423551 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-13f22712-58d1-4595-a694-5a7624a11555 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1168 time: 0.0508835 Aug 29 22:52:36.446919 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9b141-2bc7-4530-a7fa-4f7e707d2612 req-5fc2627c-2241-437c-a798-5a2aba2bbc6e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:36.450597 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-52c9b141-2bc7-4530-a7fa-4f7e707d2612 req-5fc2627c-2241-437c-a798-5a2aba2bbc6e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0762699 Aug 29 22:52:36.463037 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:36.546315 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-52c9b141-2bc7-4530-a7fa-4f7e707d2612 req-9969d4a6-70aa-4b07-b588-e90a6c2470cf tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862472 Aug 29 22:52:36.565163 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:36.567007 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-4579e975-1732-43ae-a8c2-74b0e1befaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:36.568509 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-4579e975-1732-43ae-a8c2-74b0e1befaba service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 916 time: 0.1273973 Aug 29 22:52:36.584252 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2d20f76-8a1c-4850-a743-9a18366d04e2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d5ee94f5-9c9e-4348-a101-c4a277ca1471), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.587059 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2d20f76-8a1c-4850-a743-9a18366d04e2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.592373 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f2d20f76-8a1c-4850-a743-9a18366d04e2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d5ee94f5-9c9e-4348-a101-c4a277ca1471 HTTP/1.1" status: 204 len: 168 time: 0.3982267 Aug 29 22:52:36.594431 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60722) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:36.610153 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.api.v2.resource [None req-a5a29159-eb36-44b9-986c-6d84fe417ea4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] show failed (client error): The resource could not be found. Aug 29 22:52:36.615019 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a5a29159-eb36-44b9-986c-6d84fe417ea4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups/d5ee94f5-9c9e-4348-a101-c4a277ca1471 HTTP/1.1" status: 404 len: 347 time: 0.0157089 Aug 29 22:52:36.615019 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60724) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:36.637218 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d20f76-8a1c-4850-a743-9a18366d04e2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee94f5-9c9e-4348-a101-c4a277ca1471,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:36.665724 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-a4a55daf-6b50-47e0-8c91-38f9a72e0954 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 1000 time: 0.0883875 Aug 29 22:52:36.736041 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-134b04ee-4d73-4b7a-adf5-2556375e6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:36.738188 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-134b04ee-4d73-4b7a-adf5-2556375e6ab8 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 200 len: 854 time: 0.0666656 Aug 29 22:52:36.760781 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:36.809328 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Deleting port 49721ae9-f47b-4842-929f-bf4bb43b2d54 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:52:36.810050 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-159b5361-10de-4441-b83b-980c0d29829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:36.810162 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.824892 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:36.825572 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-159b5361-10de-4441-b83b-980c0d29829c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778079 Aug 29 22:52:36.913789 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.914091 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (49721ae9-f47b-4842-929f-bf4bb43b2d54), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:36.932840 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Calling delete_port for 49721ae9-f47b-4842-929f-bf4bb43b2d54 owned by network:floatingip {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:52:36.976097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:36.993594 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-95fa24cf-d183-4389-9bd9-ea9e709f7eb7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491616 Aug 29 22:52:37.054247 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b03ae7-455e-4f41-91b1-fbd9c2be3ce1 req-ee942d78-4c7b-4a25-b298-8b881646f2bf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:37.057070 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-37b03ae7-455e-4f41-91b1-fbd9c2be3ce1 req-ee942d78-4c7b-4a25-b298-8b881646f2bf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0620687 Aug 29 22:52:37.103286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:37.120455 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-37b03ae7-455e-4f41-91b1-fbd9c2be3ce1 req-75e4c624-7f5b-4047-ae46-9741918bb27e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563707 Aug 29 22:52:37.227007 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (49721ae9-f47b-4842-929f-bf4bb43b2d54), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:37.256514 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event deleted for resources: {'Port': ['ID=49721ae9-f47b-4842-929f-bf4bb43b2d54,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:37.322921 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:52:37.324700 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (be86cfa2-fec8-4947-ad7f-8df3eebf6c24), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:37.327262 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:37.330352 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6e4c8da8-df69-4def-8466-d9756122e1a5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/be86cfa2-fec8-4947-ad7f-8df3eebf6c24 HTTP/1.1" status: 204 len: 168 time: 0.7131295 Aug 29 22:52:37.342962 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:52:37.343462 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d1ef1706-e2c8-4e1c-8a3d-df71a50e91a7 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:52:37.484662 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60738) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:37.489369 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-b1636baa-0df8-49e3-8b8b-b397604788af tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855919282', 'description': 'tempest-description--1395566751'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:37.581267 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1636baa-0df8-49e3-8b8b-b397604788af tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:37.656511 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1636baa-0df8-49e3-8b8b-b397604788af tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (f133f09c-286e-49d8-8aa9-991993682ec2), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:37.763974 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1636baa-0df8-49e3-8b8b-b397604788af tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f133f09c-286e-49d8-8aa9-991993682ec2), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:37.794107 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1636baa-0df8-49e3-8b8b-b397604788af tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f133f09c-286e-49d8-8aa9-991993682ec2,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:37.853687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b1636baa-0df8-49e3-8b8b-b397604788af tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:37.854904 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b1636baa-0df8-49e3-8b8b-b397604788af tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3690701 Aug 29 22:52:37.858216 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 60746) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:37.862911 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-c1934bbb-ffa3-4691-a023-5609d65bf6ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'security_group_rule': {'security_group_id': 'f133f09c-286e-49d8-8aa9-991993682ec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:37.870887 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:37.977600 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1934bbb-ffa3-4691-a023-5609d65bf6ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (eda3858b-3cf8-4c69-bcee-eb918a767d18), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.036056 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1934bbb-ffa3-4691-a023-5609d65bf6ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (eda3858b-3cf8-4c69-bcee-eb918a767d18), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.116531 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1934bbb-ffa3-4691-a023-5609d65bf6ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (eda3858b-3cf8-4c69-bcee-eb918a767d18), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.175965 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1934bbb-ffa3-4691-a023-5609d65bf6ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda3858b-3cf8-4c69-bcee-eb918a767d18,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:38.248658 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c3cc98d9-8518-4db6-a9e3-6b3aae48f8ee req-bbf802ae-b431-48f4-be6a-7c0af8693b46 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535242 Aug 29 22:52:38.288053 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1934bbb-ffa3-4691-a023-5609d65bf6ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.289292 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c1934bbb-ffa3-4691-a023-5609d65bf6ef tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4300652 Aug 29 22:52:38.293201 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60756) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:38.300247 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-ce7d49e0-209f-4734-b4fd-8139ba538815 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'security_group_rule': {'security_group_id': 'f133f09c-286e-49d8-8aa9-991993682ec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:38.304594 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7728ff-d0de-4eb0-9b28-114ad8c712ed req-9acb872f-59a4-4768-8dcf-fe9c3f21c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:38.304594 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2e7728ff-d0de-4eb0-9b28-114ad8c712ed req-9acb872f-59a4-4768-8dcf-fe9c3f21c329 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1129 time: 0.0754325 Aug 29 22:52:38.310181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b38f2-89ac-47f2-b0f3-43225661c989 req-da9be0c0-739e-4b27-b9b6-54af4b28c810 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:38.311665 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ff3b38f2-89ac-47f2-b0f3-43225661c989 req-da9be0c0-739e-4b27-b9b6-54af4b28c810 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0872824 Aug 29 22:52:38.389871 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2e7728ff-d0de-4eb0-9b28-114ad8c712ed req-1039f408-45a5-45c2-acd5-7a2571616edd service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771537 Aug 29 22:52:38.394168 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ff3b38f2-89ac-47f2-b0f3-43225661c989 req-af089c51-bcfa-4779-b8ac-a36acf84a36e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760331 Aug 29 22:52:38.401061 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce7d49e0-209f-4734-b4fd-8139ba538815 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (119804e9-bab8-48b1-a71e-701813f9de38), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.458288 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce7d49e0-209f-4734-b4fd-8139ba538815 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (119804e9-bab8-48b1-a71e-701813f9de38), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.542765 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce7d49e0-209f-4734-b4fd-8139ba538815 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (119804e9-bab8-48b1-a71e-701813f9de38), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.563009 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d49e0-209f-4734-b4fd-8139ba538815 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119804e9-bab8-48b1-a71e-701813f9de38,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:38.699357 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ce7d49e0-209f-4734-b4fd-8139ba538815 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.700605 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ce7d49e0-209f-4734-b4fd-8139ba538815 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4050770 Aug 29 22:52:38.703833 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60760) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:38.708312 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:38.806477 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:38.893263 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:39.017602 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Allocated IP 172.27.4.119 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/59f853fd-b3d4-489d-8637-67d5c39967d7) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:52:39.123697 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:39.307429 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:39.339611 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.354156 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:52:39.358057 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:52:39.362600 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:52:39.366140 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'Port': ['ID=59f853fd-b3d4-489d-8637-67d5c39967d7,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:39.444797 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:39.450835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (c0234932-c768-47e9-9b62-a31885779ea7), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:39.521958 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf56989-4fde-4a15-a451-6946c0491d33 req-50b13915-175d-44f8-82ad-63a6c7ce2c60 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:39.523471 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-baf56989-4fde-4a15-a451-6946c0491d33 req-50b13915-175d-44f8-82ad-63a6c7ce2c60 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0525305 Aug 29 22:52:39.775834 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:39.824668 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-baf56989-4fde-4a15-a451-6946c0491d33 req-66c50e79-fd57-47d9-9649-b214f5f1d1aa tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829406 Aug 29 22:52:39.950265 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:40.028369 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:40.098936 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'Port': ['ID=59f853fd-b3d4-489d-8637-67d5c39967d7,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:40.101315 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (c0234932-c768-47e9-9b62-a31885779ea7), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:40.196601 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:40.197900 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b57248c2-5e05-49a8-baea-d770b48b68ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4931152 Aug 29 22:52:40.410547 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7fdce3dc-3c77-4769-990e-19e360ace7b3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--855919282&fields=id&tenant_id=a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 267 time: 0.0450220 Aug 29 22:52:40.498936 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:40.523097 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-fc70cbb1-a804-4491-b434-8013e6111aa7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:40.524790 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-fc70cbb1-a804-4491-b434-8013e6111aa7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 817 time: 0.1070247 Aug 29 22:52:40.543788 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-9abd59ef-1f9b-44a2-8fc1-5d718206f9c3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/quotas/a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 375 time: 0.0116906 Aug 29 22:52:40.601701 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-43aeed13-db18-4c7c-881a-0e86965f4ca7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500848 Aug 29 22:52:40.701919 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-f660b7fa-dc32-4311-ac9d-071df39956e9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881441 Aug 29 22:52:40.799676 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-5235783c-6e32-4d86-8da8-dd1b47dc7cbb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916119 Aug 29 22:52:40.955278 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05632383-0ee4-4716-9f7d-47b3104ab83d req-56d52eaf-32e8-4dd0-9dc8-39f4ee3e4078 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:40.956820 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-05632383-0ee4-4716-9f7d-47b3104ab83d req-56d52eaf-32e8-4dd0-9dc8-39f4ee3e4078 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Aug 29 22:52:41.018588 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-05632383-0ee4-4716-9f7d-47b3104ab83d req-77f2df1c-d8b5-4161-894b-9dbbb684b48a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551581 Aug 29 22:52:41.095203 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ae4aebb3-cb4b-4b48-afde-50d40509fd4e req-507fb576-d965-4d02-8099-a3ef9615fa58 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 210 time: 0.0307505 Aug 29 22:52:41.602999 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcb5e-fdcb-4bec-aec4-768d78ebe7c0 req-a691df2c-b49c-4e28-9ff6-5e4cd9fea0ac tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:41.604627 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5dadcb5e-fdcb-4bec-aec4-768d78ebe7c0 req-a691df2c-b49c-4e28-9ff6-5e4cd9fea0ac tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0738077 Aug 29 22:52:41.641516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-d3b5a49b-2bae-4c16-8352-dcc8c61c5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:41.643258 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-d3b5a49b-2bae-4c16-8352-dcc8c61c5c26 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1129 time: 0.0500984 Aug 29 22:52:41.659884 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:41.660138 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5dadcb5e-fdcb-4bec-aec4-768d78ebe7c0 req-f6f46bf3-6920-4cc7-828d-8bda06958e9f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493453 Aug 29 22:52:41.752596 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-e925fc89-7003-4e13-bfa1-f1661c910141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:41.754130 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-e925fc89-7003-4e13-bfa1-f1661c910141 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.1030772 Aug 29 22:52:41.817969 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-0f32fdd0-3d17-483c-b750-925a2d8ae458 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 200 len: 1000 time: 0.0571866 Aug 29 22:52:41.874679 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-d33f95d7-650a-4c3f-8c0d-d2d3c622365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:41.876176 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-d33f95d7-650a-4c3f-8c0d-d2d3c622365c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0515299 Aug 29 22:52:41.921133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-fd5497b6-bf72-4ea8-a346-4f4aca87b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:41.922775 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-fd5497b6-bf72-4ea8-a346-4f4aca87b895 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404618 Aug 29 22:52:42.022880 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-8629788c-37c7-43af-a865-53f7455723dd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927153 Aug 29 22:52:42.115751 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-60926a08-a01f-43b4-885d-a038fedd5a4b req-ab21ea50-46cc-474f-a448-802a1b4b14e4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862346 Aug 29 22:52:42.213314 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-999992ed-f913-4936-b46d-77466770dfe8 req-3c610898-cc12-45fc-b631-1b77e8054ed7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 210 time: 0.0316672 Aug 29 22:52:42.785438 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69f32a-3d60-4312-9092-3d5ca6c28e16 req-b2507d2c-7a21-4e9d-bcef-8ecf058bdc0c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:42.786934 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-be69f32a-3d60-4312-9092-3d5ca6c28e16 req-b2507d2c-7a21-4e9d-bcef-8ecf058bdc0c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0475304 Aug 29 22:52:42.807988 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:42.842337 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-be69f32a-3d60-4312-9092-3d5ca6c28e16 req-062cb8c7-14a9-441e-9031-0e2771ebd79c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497017 Aug 29 22:52:43.323476 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-95e06468-12d5-4e1d-a27c-8dad803b63cb req-72a2018c-7bf4-42f5-948a-ee9011bbf129 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 210 time: 0.0322828 Aug 29 22:52:43.971988 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fdbed-9efc-4714-87b7-7549f3176c0a req-bba043f2-7c5e-4103-8ba6-3284f7d75677 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:43.973548 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f12fdbed-9efc-4714-87b7-7549f3176c0a req-bba043f2-7c5e-4103-8ba6-3284f7d75677 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0533409 Aug 29 22:52:44.022922 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f12fdbed-9efc-4714-87b7-7549f3176c0a req-ca6aee55-ed14-40ad-8129-bb63dfe77f30 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428085 Aug 29 22:52:44.425594 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8fab6b3e-f106-4163-a213-5296356fb88e req-675929c4-aa47-432c-b351-d3d6cc1bbcd1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 210 time: 0.0273373 Aug 29 22:52:45.146312 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75e38b-02ab-42c3-84b7-b8b5dd28c2a4 req-8e6356e3-58a6-4c19-bf0b-c1f310a161cb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:45.147866 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4f75e38b-02ab-42c3-84b7-b8b5dd28c2a4 req-8e6356e3-58a6-4c19-bf0b-c1f310a161cb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0502813 Aug 29 22:52:45.195814 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4f75e38b-02ab-42c3-84b7-b8b5dd28c2a4 req-24c4b8ea-4850-44bd-815b-929fd15fcf82 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Aug 29 22:52:45.362412 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d33a9-392f-44c5-876e-083eb3594b1d req-2f2c5c67-a964-4cdb-97be-7290decb64e4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:45.363820 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a59d33a9-392f-44c5-876e-083eb3594b1d req-2f2c5c67-a964-4cdb-97be-7290decb64e4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0915523 Aug 29 22:52:45.389999 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60858) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:45.395871 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Request body: {'floatingip': {'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:45.410646 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-f35c26b8-322c-46ed-991e-a43342a22987 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:45.412365 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-f35c26b8-322c-46ed-991e-a43342a22987 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 817 time: 0.1613684 Aug 29 22:52:45.459105 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:45.491600 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-036c2632-9082-433d-adf6-2c987139a9a8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 379 time: 0.0695696 Aug 29 22:52:45.504902 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'port': {'device_id': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'admin_state_up': True, 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'security_groups': ['f133f09c-286e-49d8-8aa9-991993682ec2']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:45.579212 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7a0ec2d9-7e11-40f4-9ca9-eeab9e7c22cb req-a6bdfa81-7088-4e2a-8d44-0ac03015697e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 210 time: 0.0574324 Aug 29 22:52:45.628965 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:45.754536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Made reservation on behalf of a0e8b532701e43a39a0fd260e3e5d12d for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:52:45.759202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:45.765277 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:45.897035 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Allocated IP 172.20.0.11 (b1b1aef3-5468-47e0-acb3-a09710f077e5/1ba853ec-a232-440b-a7fd-394e0d4b08c1/4a7754e6-246d-4310-9f9e-5d280d55294e) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:52:45.902858 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:45.985986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.042154 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.050924 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.100656 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:46.172036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.217793 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:52:46.221087 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:52:46.225120 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:52:46.252997 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:46.265016 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Router 39c2a81f-5579-4ee8-be5b-02cb7124a596 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:52:46.289671 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:46.290305 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.387071 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:52:46.391959 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.395678 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-7e30fcee-1c54-456a-b806-59a37367e2a2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8971796 Aug 29 22:52:46.402437 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] Sync routers for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:52:46.409875 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Request body: {'port': {'device_id': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:52:46.417153 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:46.417790 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:46.459050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:46.462322 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f0794e-95c5-481e-a351-3222c401045f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:46.480154 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6b00568f-6ea6-4f45-8dc2-bd8f9c1bfc9e tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/9ee7d1d2-aade-46c7-8f8c-98c89a599bb7 HTTP/1.1" status: 200 len: 992 time: 1.0888398 Aug 29 22:52:46.503928 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.521338 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:46.596544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-1b25520a-555a-459b-af45-ccf1efae8224 None None] Provisioning complete for port 4a7754e6-246d-4310-9f9e-5d280d55294e triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:52:46.596940 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1b25520a-555a-459b-af45-ccf1efae8224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:46.597590 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530db58b-256f-4133-b1fc-c4c11fe6dd4e x-openstack-request-id: req-530db58b-256f-4133-b1fc-c4c11fe6dd4e {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:46.598067 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:46.598507 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-530db58b-256f-4133-b1fc-c4c11fe6dd4e {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:46.599167 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530db58b-256f-4133-b1fc-c4c11fe6dd4e'] response: {'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'status': 'completed', 'code': 200} Aug 29 22:52:46.670819 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:46.697949 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0794e-95c5-481e-a351-3222c401045f req-e7c475e2-ec0c-4db6-ac6e-ecd3ec4c16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:46.699458 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d5f0794e-95c5-481e-a351-3222c401045f req-e7c475e2-ec0c-4db6-ac6e-ecd3ec4c16f7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1129 time: 0.0667765 Aug 29 22:52:46.717055 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-1b25520a-555a-459b-af45-ccf1efae8224 None None] Port 4a7754e6-246d-4310-9f9e-5d280d55294e cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:52:46.744903 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3825f-2832-4848-ae26-5fe6a52d2faf req-52281d19-f86a-4ae1-aa0c-e3fd5db96bc3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:46.746581 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-81a3825f-2832-4848-ae26-5fe6a52d2faf req-52281d19-f86a-4ae1-aa0c-e3fd5db96bc3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 932 time: 0.0560071 Aug 29 22:52:46.807381 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-81a3825f-2832-4848-ae26-5fe6a52d2faf req-188c419d-2456-41dc-959d-f5c8d0cb32b7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524766 Aug 29 22:52:46.869953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0794e-95c5-481e-a351-3222c401045f req-78640fab-106e-439e-ab6b-a5951578a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:46.871435 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d5f0794e-95c5-481e-a351-3222c401045f req-78640fab-106e-439e-ab6b-a5951578a73f service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.1466062 Aug 29 22:52:46.938068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '9ee7d1d2-aade-46c7-8f8c-98c89a599bb7', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'mac_address': 'fa:16:3e:dc:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:37Z', 'updated_at': '2022-08-29T22:52:45Z', 'revision_number': 3, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:46.964476 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] Checking router: 39c2a81f-5579-4ee8-be5b-02cb7124a596 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:52:46.970851 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7754e6-246d-4310-9f9e-5d280d55294e {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:52:46.973424 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:46.974032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:46.980069 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d5f0794e-95c5-481e-a351-3222c401045f req-f5447542-402a-4f92-8230-3f869917464d service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 200 len: 1000 time: 0.1013033 Aug 29 22:52:46.982029 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Publish callbacks [] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:47.002339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Transition to ACTIVE for port object 4a7754e6-246d-4310-9f9e-5d280d55294e will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:52:47.043442 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0794e-95c5-481e-a351-3222c401045f req-a9ecad72-6105-4f5d-b132-66302525a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:47.044993 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d5f0794e-95c5-481e-a351-3222c401045f req-a9ecad72-6105-4f5d-b132-66302525a974 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0520515 Aug 29 22:52:47.091428 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:47.114699 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:47.116643 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0794e-95c5-481e-a351-3222c401045f req-40e99fc7-bbd8-4e69-8e7e-204d8ec2cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:47.116805 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:47.119938 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d5f0794e-95c5-481e-a351-3222c401045f req-40e99fc7-bbd8-4e69-8e7e-204d8ec2cc5e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640922 Aug 29 22:52:47.120764 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:47.245549 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:47.311670 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d5f0794e-95c5-481e-a351-3222c401045f req-e71fe52a-5883-4835-bf0e-fa178b855045 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822653 Aug 29 22:52:47.318857 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '9ee7d1d2-aade-46c7-8f8c-98c89a599bb7', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'mac_address': 'fa:16:3e:dc:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:37Z', 'updated_at': '2022-08-29T22:52:45Z', 'revision_number': 3, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:47.329742 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Attempting to bind port 4a7754e6-246d-4310-9f9e-5d280d55294e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:52:47.330076 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Attempting to bind port 4a7754e6-246d-4310-9f9e-5d280d55294e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:52:47.330402 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Attempting to bind port 4a7754e6-246d-4310-9f9e-5d280d55294e on network b1b1aef3-5468-47e0-acb3-a09710f077e5 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:52:47.346786 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Port 4a7754e6-246d-4310-9f9e-5d280d55294e on network b1b1aef3-5468-47e0-acb3-a09710f077e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:52:47.347112 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Attempting to bind port 4a7754e6-246d-4310-9f9e-5d280d55294e on network b1b1aef3-5468-47e0-acb3-a09710f077e5 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:52:47.349745 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c5569-5be8-4f45-b8be-610d56c99a48 None None] The sync data for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi is: [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '9ee7d1d2-aade-46c7-8f8c-98c89a599bb7', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'floating_ip_address': '172.27.4.18', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'port_id': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'mac_address': 'fa:16:3e:dc:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:50:37Z', 'updated_at': '2022-08-29T22:52:45Z', 'revision_number': 3, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:52:47.380209 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:52:47.380560 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Checking segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:52:47.380962 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Bound using segment: {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:52:47.381406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Bound port: 4a7754e6-246d-4310-9f9e-5d280d55294e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4709574b-a7f5-4759-a914-5084b8d2c79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:52:47.381764 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:47.705992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:47.709777 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d5f0794e-95c5-481e-a351-3222c401045f req-34ff9fa9-1598-443b-b9ab-c44320c7a282 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888412 Aug 29 22:52:47.712764 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:52:47.716178 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:52:47.783162 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:47.786113 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:47.786753 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:47.788139 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 200 len: 1094 time: 1.3841481 Aug 29 22:52:47.790954 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:47.793250 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d07bba-4204-46b3-85f7-c26ece184642" -d '{"events": [{"name": "network-changed", "server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:47.838298 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f16b440-3ee5-47f3-80bb-909dd54ae22f x-openstack-request-id: req-0f16b440-3ee5-47f3-80bb-909dd54ae22f {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:47.838586 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:47.838838 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f16b440-3ee5-47f3-80bb-909dd54ae22f {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:47.839259 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f16b440-3ee5-47f3-80bb-909dd54ae22f'] response: {'name': 'network-changed', 'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'status': 'completed', 'code': 200} Aug 29 22:52:47.843997 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d7c6c-9aa9-434a-b5a8-82625248867a service neutron] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:47.939105 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351138ca-98f7-423e-84de-b5bb57308218 req-332ae30c-e405-4af9-b905-3fe7cce31a7f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:47.940603 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-351138ca-98f7-423e-84de-b5bb57308218 req-332ae30c-e405-4af9-b905-3fe7cce31a7f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0469418 Aug 29 22:52:47.991509 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-351138ca-98f7-423e-84de-b5bb57308218 req-3d90f861-296e-4333-85d4-207fe4c2cb01 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454276 Aug 29 22:52:48.600644 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:48.603517 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1ca62-c351-4eab-8953-20356b7b2180" -d '{"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:48.640157 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6254436c-e211-4b9a-9cc7-2944a53ae092 x-openstack-request-id: req-6254436c-e211-4b9a-9cc7-2944a53ae092 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:48.640446 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:48.640695 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6254436c-e211-4b9a-9cc7-2944a53ae092 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:48.641302 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6254436c-e211-4b9a-9cc7-2944a53ae092'] response: {'name': 'network-changed', 'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'status': 'completed', 'code': 200} Aug 29 22:52:49.120141 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c3dd6-68d6-4bdf-b9b6-09dea0407f7b req-904e2b92-2c2b-47dc-8a82-512f831c927d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:49.121609 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-239c3dd6-68d6-4bdf-b9b6-09dea0407f7b req-904e2b92-2c2b-47dc-8a82-512f831c927d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0508552 Aug 29 22:52:49.171875 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-239c3dd6-68d6-4bdf-b9b6-09dea0407f7b req-67710f87-e8b9-482a-a2e2-03484b1cbcc8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439043 Aug 29 22:52:49.433077 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:50.307071 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:50.319339 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d5263-02ba-4c23-8713-7a423c18e5a6 req-d1ff29d0-8c29-4c81-8409-1cb29485a534 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.324104 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f05d5263-02ba-4c23-8713-7a423c18e5a6 req-d1ff29d0-8c29-4c81-8409-1cb29485a534 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0562077 Aug 29 22:52:50.378431 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f05d5263-02ba-4c23-8713-7a423c18e5a6 req-d65e7e59-a897-493b-ac78-1f19ca10961b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494540 Aug 29 22:52:50.406761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d07bba-4204-46b3-85f7-c26ece184642 req-e6c15e2d-1c20-41b8-a804-d31f1e49b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.408332 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-80d07bba-4204-46b3-85f7-c26ece184642 req-e6c15e2d-1c20-41b8-a804-d31f1e49b36d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1128 time: 0.0744681 Aug 29 22:52:50.411106 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-85f2bf6b-cce4-4fd7-8377-7b6247652f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.412478 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-85f2bf6b-cce4-4fd7-8377-7b6247652f6a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 1129 time: 0.0690861 Aug 29 22:52:50.599954 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-9f1a49c7-97a1-4133-a665-24dc4610fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.602141 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-9f1a49c7-97a1-4133-a665-24dc4610fb19 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.1773000 Aug 29 22:52:50.603686 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d07bba-4204-46b3-85f7-c26ece184642 req-f73f6f8a-1f55-4ef0-b7bc-4b83bc215f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.605634 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-80d07bba-4204-46b3-85f7-c26ece184642 req-f73f6f8a-1f55-4ef0-b7bc-4b83bc215f9f service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1796832 Aug 29 22:52:50.728654 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-c7037cd8-76eb-421c-a056-214b49977674 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 200 len: 1000 time: 0.1159084 Aug 29 22:52:50.792024 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d07bba-4204-46b3-85f7-c26ece184642 req-7f9526d7-183f-49c1-b92d-3f0bbb1f3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.793460 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-80d07bba-4204-46b3-85f7-c26ece184642 req-7f9526d7-183f-49c1-b92d-3f0bbb1f3e0d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726112 Aug 29 22:52:50.804676 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-95ef0b3c-cd5a-426b-a3a5-0a61b5d8f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.806862 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-95ef0b3c-cd5a-426b-a3a5-0a61b5d8f18f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.0702233 Aug 29 22:52:50.883105 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-09194ddd-d5ec-47e5-a0bd-f809b8d82f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.885019 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-09194ddd-d5ec-47e5-a0bd-f809b8d82f5c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726204 Aug 29 22:52:50.892487 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-f4496f01-321a-4f0b-b189-950d482b1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:50.894750 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-f4496f01-321a-4f0b-b189-950d482b1d00 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1128 time: 0.0500193 Aug 29 22:52:50.972806 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-6e2bf077-56ec-4215-ab41-2272bba95cc6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 200 len: 217 time: 0.0705531 Aug 29 22:52:51.051604 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-193b4370-5703-479b-8a82-464303cf1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:51.053156 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-193b4370-5703-479b-8a82-464303cf1ece service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0725501 Aug 29 22:52:51.055087 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-a83a7506-f65a-4372-950b-0bd2925392fc service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603167 Aug 29 22:52:51.173408 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28da53-569a-4394-be26-7225026e0dc2 req-f6e54e02-c9ed-4700-a658-58a835cda243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:51.174950 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-f6e54e02-c9ed-4700-a658-58a835cda243 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971396 Aug 29 22:52:51.180476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:51.258277 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:51.262450 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-27f1ca62-c351-4eab-8953-20356b7b2180 req-efd9132a-b74d-49dc-99ca-47313e9d9692 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831117 Aug 29 22:52:51.301510 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-c883ad39-b8ea-4396-b493-c35fa9f1cac1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171539 Aug 29 22:52:51.395906 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7b28da53-569a-4394-be26-7225026e0dc2 req-5ae0a15f-6f03-4f49-a9d0-f3577bbd5900 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877163 Aug 29 22:52:51.514306 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddaa25-0954-4f1a-843b-49409e5df2a8 req-55f2dcf2-ddf9-4abc-af08-6fae4e4e9ba5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:51.515870 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-17ddaa25-0954-4f1a-843b-49409e5df2a8 req-55f2dcf2-ddf9-4abc-af08-6fae4e4e9ba5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0558846 Aug 29 22:52:51.567843 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-17ddaa25-0954-4f1a-843b-49409e5df2a8 req-c13e4886-7c12-4b80-acb1-e411aa098ea8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452025 Aug 29 22:52:52.253045 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:52.336909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-20408ef7-14ac-4313-b1cd-1dc48c80f469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:52.592891 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=13 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:52.597553 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:52.703442 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66794ab8-9cac-4ccf-95ef-c93e5c993e78 req-2ec2c107-1833-4261-9418-3a5f84df1de1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:52.705062 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66794ab8-9cac-4ccf-95ef-c93e5c993e78 req-2ec2c107-1833-4261-9418-3a5f84df1de1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0523829 Aug 29 22:52:52.756843 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66794ab8-9cac-4ccf-95ef-c93e5c993e78 req-f1a75790-12e2-4306-817b-2ce85c7b9fdb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456543 Aug 29 22:52:53.891534 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435b4f4-5d14-4e9f-98df-4ef782309ebc req-0bd536a2-fda4-4553-85b6-980ca22c1579 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:53.913145 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f435b4f4-5d14-4e9f-98df-4ef782309ebc req-0bd536a2-fda4-4553-85b6-980ca22c1579 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0565662 Aug 29 22:52:53.945844 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f435b4f4-5d14-4e9f-98df-4ef782309ebc req-57a4c115-aef3-48db-905a-4e83e01b6f56 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471151 Aug 29 22:52:54.514327 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb75c52-0c34-4d46-8f02-fd0f75239501 req-8e670c35-92f1-47de-ab8f-73c2718d2345 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:54.516039 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0cb75c52-0c34-4d46-8f02-fd0f75239501 req-8e670c35-92f1-47de-ab8f-73c2718d2345 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0498195 Aug 29 22:52:54.564958 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0cb75c52-0c34-4d46-8f02-fd0f75239501 req-40d1cb86-27f2-4d36-8d67-e0dddb255d90 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432279 Aug 29 22:52:54.765485 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b98c-5b2e-4f02-a9bd-3144254877a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:55.076356 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44d203-43f8-4a6f-a3d8-325fcb309cbf req-a0e1e28f-9a8d-4ea0-ba26-7942e1cb9677 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:55.077867 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3b44d203-43f8-4a6f-a3d8-325fcb309cbf req-a0e1e28f-9a8d-4ea0-ba26-7942e1cb9677 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0500257 Aug 29 22:52:55.133310 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3b44d203-43f8-4a6f-a3d8-325fcb309cbf req-f6405d53-b9ba-43c5-97cf-b4f119c0f3bb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499525 Aug 29 22:52:55.406242 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:52:55.510238 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:55.522025 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'port_id': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'mac_address': 'fa:16:3e:76:1f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:52:55.558947 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:55.559264 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:55.572655 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7754e6-246d-4310-9f9e-5d280d55294e {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:52:55.593621 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:55.686707 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b050b-0ae2-48bc-9c35-eaa530a00c0c req-152751e3-963c-4208-aadb-a15a14de872f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:55.688214 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-445b050b-0ae2-48bc-9c35-eaa530a00c0c req-152751e3-963c-4208-aadb-a15a14de872f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0474813 Aug 29 22:52:55.691197 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:55.738138 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-445b050b-0ae2-48bc-9c35-eaa530a00c0c req-af264ee1-0f00-403a-bb82-1d94dbd61a66 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438983 Aug 29 22:52:55.743775 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:56.026498 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['4a7754e6-246d-4310-9f9e-5d280d55294e'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:52:56.111328 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:56.257733 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8235-b6ff-4744-b933-d114436b8f14 req-0a4d7987-3592-4708-a6ad-d19f330fb83f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:56.259223 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-129a8235-b6ff-4744-b933-d114436b8f14 req-0a4d7987-3592-4708-a6ad-d19f330fb83f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 945 time: 0.0476403 Aug 29 22:52:56.312329 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-129a8235-b6ff-4744-b933-d114436b8f14 req-d86b29a8-a9de-47d5-92b4-92cc5e157983 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475109 Aug 29 22:52:56.674698 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-03d6d2d9-0f3b-47d1-8bcf-511861dda48a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:56.676172 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-03d6d2d9-0f3b-47d1-8bcf-511861dda48a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0532591 Aug 29 22:52:56.762956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Deleting port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:52:56.763501 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:56.887771 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29f49-3e32-4c94-b769-23941241ace4 req-94774540-37ea-4b7a-994e-450228f7b043 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:56.889383 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ded29f49-3e32-4c94-b769-23941241ace4 req-94774540-37ea-4b7a-994e-450228f7b043 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 945 time: 0.0695047 Aug 29 22:52:56.907092 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] For port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:56.907542 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:56.998587 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ded29f49-3e32-4c94-b769-23941241ace4 req-1aa31e89-21c8-4279-a929-2ba1dc705f31 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=925bab1e-9124-4218-8b68-01c15c3fc479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017911 Aug 29 22:52:57.004549 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:57.025025 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60986) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:57.108631 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.109041 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (2eb1d3d8-8b74-45b3-827a-f6357c9f17cc), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.109383 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Floating IP 2eb1d3d8-8b74-45b3-827a-f6357c9f17cc disassociated. External IP: 172.27.4.232, port: c4b5d8f5-060a-47e7-bc2d-0768effb9dcb. Aug 29 22:52:57.109941 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Calling delete_port for c4b5d8f5-060a-47e7-bc2d-0768effb9dcb owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:52:57.130490 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-98320c66-34f7-4c1e-908a-69441191f491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.223171 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:57.225439 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-98320c66-34f7-4c1e-908a-69441191f491 admin admin] Publish callbacks [] for security_group (a8f121da-dc62-48f8-a079-63fd08724eea), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.314177 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (c4b5d8f5-060a-47e7-bc2d-0768effb9dcb), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.314420 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-98320c66-34f7-4c1e-908a-69441191f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a8f121da-dc62-48f8-a079-63fd08724eea), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.314864 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.345397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event deleted for resources: {'Port': ['ID=c4b5d8f5-060a-47e7-bc2d-0768effb9dcb,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:57.360767 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-98320c66-34f7-4c1e-908a-69441191f491 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=56b2e82c095b4b01887da5a8a5c2e9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376641 Aug 29 22:52:57.360927 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98320c66-34f7-4c1e-908a-69441191f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f121da-dc62-48f8-a079-63fd08724eea,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:57.363248 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 60992) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:52:57.395193 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:57.420907 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:52:57.481583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Router 91177666-2801-4421-aaf2-93d08ccbf71f has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:52:57.482390 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 4a7754e6-246d-4310-9f9e-5d280d55294e completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:52:57.485022 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d32d6acc-fc3b-49e8-a501-cdd5a274f45f admin admin] Publish callbacks [] for security_group (a8f121da-dc62-48f8-a079-63fd08724eea), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.496012 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80780e-5d39-4aea-8ee1-16202f11e042 req-f0001bc8-2752-434e-88a5-387612c57767 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:57.496012 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3a80780e-5d39-4aea-8ee1-16202f11e042 req-f0001bc8-2752-434e-88a5-387612c57767 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 945 time: 0.0812786 Aug 29 22:52:57.530212 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.531086 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d32d6acc-fc3b-49e8-a501-cdd5a274f45f admin admin] Publish callbacks [] for security_group (a8f121da-dc62-48f8-a079-63fd08724eea), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.559756 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 4a7754e6-246d-4310-9f9e-5d280d55294e triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:52:57.560113 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.589813 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3a80780e-5d39-4aea-8ee1-16202f11e042 req-a2dc9aa9-2469-4ab4-be92-376966741c73 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864127 Aug 29 22:52:57.619244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:52:57.632189 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] Sync routers for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:52:57.645251 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:52:57.645251 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.645576 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:57.645576 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:57.664816 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:57.666472 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] No DVR routers for this DVR port c4b5d8f5-060a-47e7-bc2d-0768effb9dcb on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:52:57.668698 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c80f0-facf-497a-b4d0-773f86b5327a" -d '{"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:57.669563 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.673262 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-508f9af9-2c24-4920-a0ea-4455935429d5 req-187a770b-7a5b-4276-bd32-04b0b72992f2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "DELETE /networking/v2.0/ports/c4b5d8f5-060a-47e7-bc2d-0768effb9dcb HTTP/1.1" status: 204 len: 173 time: 0.9908915 Aug 29 22:52:57.673886 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'name': 'network-vif-deleted', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:52:57.676442 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c9849-6f3e-4033-9d9a-844187c57204" -d '{"events": [{"server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "name": "network-vif-deleted", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:52:57.686458 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:52:57.702770 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d32d6acc-fc3b-49e8-a501-cdd5a274f45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a8f121da-dc62-48f8-a079-63fd08724eea), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.705773 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d32d6acc-fc3b-49e8-a501-cdd5a274f45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.707099 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-d32d6acc-fc3b-49e8-a501-cdd5a274f45f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a8f121da-dc62-48f8-a079-63fd08724eea HTTP/1.1" status: 204 len: 168 time: 0.3428369 Aug 29 22:52:57.730835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d6acc-fc3b-49e8-a501-cdd5a274f45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f121da-dc62-48f8-a079-63fd08724eea,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:57.752751 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd3687f-35d1-4bc1-b381-2ae2fba6da4b x-openstack-request-id: req-bfd3687f-35d1-4bc1-b381-2ae2fba6da4b {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:57.753237 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:57.753595 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfd3687f-35d1-4bc1-b381-2ae2fba6da4b {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:57.754346 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd3687f-35d1-4bc1-b381-2ae2fba6da4b'] response: {'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'code': 200} Aug 29 22:52:57.759018 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f5a040-d4c0-4b69-8ea7-9b06c5e7a0d6 x-openstack-request-id: req-b8f5a040-d4c0-4b69-8ea7-9b06c5e7a0d6 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:52:57.759308 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90821429-6373-4dcf-ac68-2af347d45eb1", "name": "network-vif-deleted", "tag": "c4b5d8f5-060a-47e7-bc2d-0768effb9dcb", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:52:57.759581 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8f5a040-d4c0-4b69-8ea7-9b06c5e7a0d6 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:52:57.760596 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f5a040-d4c0-4b69-8ea7-9b06c5e7a0d6'] response: {'server_uuid': '90821429-6373-4dcf-ac68-2af347d45eb1', 'name': 'network-vif-deleted', 'tag': 'c4b5d8f5-060a-47e7-bc2d-0768effb9dcb', 'status': 'completed', 'code': 200} Aug 29 22:52:57.761405 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:52:57.793152 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:57.816484 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:57.822725 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:52:57.865724 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:58.067372 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:58.093912 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] Checking router: 91177666-2801-4421-aaf2-93d08ccbf71f for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:52:58.103861 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:52:58.103861 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:58.112435 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-11f8142f-6903-4995-834b-585a7b3080ea req-a5196fe1-c93a-4a82-baef-c8632487f141 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0327914 Aug 29 22:52:58.222423 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:52:58.419584 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:52:58.449280 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b45d-4bf1-4692-82c5-ecf603543456 None None] The sync data for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi is: [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:52:58.702534 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d1990-1698-416c-9688-5ac1356ea081 None None] New status for floating IP 2eb1d3d8-8b74-45b3-827a-f6357c9f17cc: DOWN {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:52:58.746316 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2395733-26e4-4098-af29-6b7206d579e6 req-f6934181-7433-4335-b5cc-b3eecbe4ee4f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:58.748959 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2395733-26e4-4098-af29-6b7206d579e6 req-f6934181-7433-4335-b5cc-b3eecbe4ee4f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0588133 Aug 29 22:52:58.768882 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:52:58.799314 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2395733-26e4-4098-af29-6b7206d579e6 req-8bbd5744-b873-4c57-84de-1df813aba0dc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Aug 29 22:52:59.233774 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2a10c6f7-0894-40bd-9b25-cf82082c4ce1 req-b291069a-b267-4bb1-9de4-dad00a939593 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0345316 Aug 29 22:52:59.516870 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:52:59.947082 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05909de-8bdf-46a2-9279-d1380da2b52b req-f6e0b535-0d9a-474d-a1b9-d0f76296c4de tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:52:59.948658 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f05909de-8bdf-46a2-9279-d1380da2b52b req-f6e0b535-0d9a-474d-a1b9-d0f76296c4de tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0566199 Aug 29 22:52:59.997943 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f05909de-8bdf-46a2-9279-d1380da2b52b req-0ae96005-1f37-4c43-81b2-f6cf7c1a33d0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Aug 29 22:53:00.346341 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a28bbd78-a6d9-4be2-99b5-f9c4c2d24588 req-f65dd636-0433-442f-b42a-369bdbcb3706 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0301251 Aug 29 22:53:00.898173 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-36bedb1d-9b67-4a43-9af9-0ab2b48c9080 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=3dacdd3e7b3240aabacdf5c385d5b9b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304203 Aug 29 22:53:01.091176 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-0d0d3b3c-7745-456d-9b83-0bdf9be68b09 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:01.092440 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-0d0d3b3c-7745-456d-9b83-0bdf9be68b09 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886320 Aug 29 22:53:01.107167 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ed4fc030-0170-4247-a532-e36e9890409f tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/quotas/3dacdd3e7b3240aabacdf5c385d5b9b2 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Aug 29 22:53:01.120423 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957618d5-e498-4dae-82be-d26c07a8cfbf req-45a72ea9-ea77-4a16-98a7-30d0b8517f4d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:01.122159 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-957618d5-e498-4dae-82be-d26c07a8cfbf req-45a72ea9-ea77-4a16-98a7-30d0b8517f4d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0464196 Aug 29 22:53:01.140687 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-0b3fa2f3-878e-48db-a03b-4c47d18713ec tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3dacdd3e7b3240aabacdf5c385d5b9b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282085 Aug 29 22:53:01.174052 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-957618d5-e498-4dae-82be-d26c07a8cfbf req-6eb312f5-2a7f-4b7b-8466-0f637d3491ec tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461936 Aug 29 22:53:01.411670 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4c086c9-92f6-4f63-a9c2-39b3d33cab78 req-532adbc0-3566-4548-a270-78df98cb2489 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0329070 Aug 29 22:53:01.434620 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device c4b5d8f5-060a-47e7-bc2d-0768effb9dcb no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:53:01.454828 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: c4b5d8f5-060a-47e7-bc2d-0768effb9dcb {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:53:01.455184 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device c4b5d8f5-060a-47e7-bc2d-0768effb9dcb not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:53:01.459449 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fba7ce5c-385a-43c5-8347-bc58b66216a1 req-e59a0553-a2cc-432b-8691-47b2ed230df0 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0354609 Aug 29 22:53:02.306645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384ed80-5327-4025-8306-9501510a7a5e req-5e6ab831-e7fc-4352-81cc-cbdec93f2ebc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:02.308929 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5384ed80-5327-4025-8306-9501510a7a5e req-5e6ab831-e7fc-4352-81cc-cbdec93f2ebc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0504425 Aug 29 22:53:02.357516 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5384ed80-5327-4025-8306-9501510a7a5e req-853bc5e3-7f03-41bd-94fe-8df2705b1081 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Aug 29 22:53:02.496845 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bcd246d6-6101-47f6-ae06-1b05c51b9c79 req-50d53711-29e6-4858-8e48-ddd6f3a6d9e2 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0279772 Aug 29 22:53:02.573433 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-96c9a91c-a77f-4495-87e1-f6ff05ab182d req-3a2efb7f-d81e-47a5-a906-278b8f6e6a88 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0382020 Aug 29 22:53:03.482205 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fe079-ed3c-4dd9-8329-0b825a2e9664 req-0ea43194-ffc8-475b-b822-83fcd127815b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:03.483739 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e18fe079-ed3c-4dd9-8329-0b825a2e9664 req-0ea43194-ffc8-475b-b822-83fcd127815b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0494900 Aug 29 22:53:03.534720 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e18fe079-ed3c-4dd9-8329-0b825a2e9664 req-f2a9d441-8dd5-4007-8459-978acc22228b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Aug 29 22:53:03.572666 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:03.586057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86711cb5-5860-40f0-aa8a-02061e7cac0c req-7b55dc7a-5d7f-4003-a3f2-ddbd418bea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:03.588257 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-86711cb5-5860-40f0-aa8a-02061e7cac0c req-7b55dc7a-5d7f-4003-a3f2-ddbd418bea1c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1130 time: 0.0709467 Aug 29 22:53:03.638790 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-86ae3f7d-a4ad-4f78-8221-89ee2e7a4adb req-ed9923e3-9c7a-46d2-91a6-cd5759307a17 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0426481 Aug 29 22:53:03.687193 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-86711cb5-5860-40f0-aa8a-02061e7cac0c req-8c2a6998-4b6e-495e-8119-cbc87eb24cbf service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818231 Aug 29 22:53:03.704991 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2c6fba43-1b73-4be9-a0ed-47c72ff6dbde req-a7eb8a2b-b461-4ebb-b580-58ce7c1ca01f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0378151 Aug 29 22:53:04.665257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02a870-2539-4b89-b8b6-3b0319f57a55 req-dc70ef3a-e5a5-4fc8-8e0e-f790025de4f1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:04.666744 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef02a870-2539-4b89-b8b6-3b0319f57a55 req-dc70ef3a-e5a5-4fc8-8e0e-f790025de4f1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0466459 Aug 29 22:53:04.724097 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ef02a870-2539-4b89-b8b6-3b0319f57a55 req-080891b0-2f2d-4a4d-80bb-3873b35fc251 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516508 Aug 29 22:53:04.747033 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bfa8a2f4-011c-4616-8471-bfe8537fc731 req-c092ad4d-8ca7-4fbc-a568-0ad89fb02f91 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0284715 Aug 29 22:53:04.827096 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-79caf093-d66e-4682-b604-133bb0392747 req-6f14d164-c3b8-458f-ad49-3257b6421a48 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90821429-6373-4dcf-ac68-2af347d45eb1 HTTP/1.1" status: 200 len: 210 time: 0.0289147 Aug 29 22:53:05.859954 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1741e043-2da9-443b-99c0-3acb49abacd8 req-2d44c190-b71d-42d3-9931-7d9ffb03074a tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0361185 Aug 29 22:53:05.868199 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790125cf-63dc-4cbb-a0db-7bb7f56e0dd4 req-db6f78c4-7072-4dc9-93a7-3e4b50774358 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:05.869716 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-790125cf-63dc-4cbb-a0db-7bb7f56e0dd4 req-db6f78c4-7072-4dc9-93a7-3e4b50774358 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0518563 Aug 29 22:53:05.927885 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-790125cf-63dc-4cbb-a0db-7bb7f56e0dd4 req-18c62082-95d4-48f4-a7ee-73c1a46f127b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 Aug 29 22:53:06.021386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 32886) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:06.056989 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de954307-0f79-48e0-b7d4-1cccbebe870e req-aa8c8fc5-099e-4a7d-a212-e78359fbc2cf tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:06.058493 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-de954307-0f79-48e0-b7d4-1cccbebe870e req-aa8c8fc5-099e-4a7d-a212-e78359fbc2cf tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0501266 Aug 29 22:53:06.068597 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 32888) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:06.073177 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Request body: {'floatingip': {'port_id': '4a7754e6-246d-4310-9f9e-5d280d55294e'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:06.079488 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0ae93ca4-9e1c-4ff2-af6a-76aeaeedf0cf tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (925bab1e-9124-4218-8b68-01c15c3fc479), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.102520 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0ae93ca4-9e1c-4ff2-af6a-76aeaeedf0cf tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (925bab1e-9124-4218-8b68-01c15c3fc479), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.113924 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (c0234932-c768-47e9-9b62-a31885779ea7), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.232672 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0ae93ca4-9e1c-4ff2-af6a-76aeaeedf0cf tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (925bab1e-9124-4218-8b68-01c15c3fc479), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.235689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-0ae93ca4-9e1c-4ff2-af6a-76aeaeedf0cf tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.239312 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-0ae93ca4-9e1c-4ff2-af6a-76aeaeedf0cf tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/925bab1e-9124-4218-8b68-01c15c3fc479 HTTP/1.1" status: 204 len: 168 time: 0.2143762 Aug 29 22:53:06.241383 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 32890) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:06.257941 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae93ca4-9e1c-4ff2-af6a-76aeaeedf0cf tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bab1e-9124-4218-8b68-01c15c3fc479,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:06.261447 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.api.v2.resource [None req-8fab310b-f5f3-40f8-8c18-ddabb58b05e9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] show failed (client error): The resource could not be found. Aug 29 22:53:06.266023 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8fab310b-f5f3-40f8-8c18-ddabb58b05e9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups/925bab1e-9124-4218-8b68-01c15c3fc479 HTTP/1.1" status: 404 len: 347 time: 0.0207365 Aug 29 22:53:06.271881 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 32892) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:06.326329 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:06.393508 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Deleting port d7920847-8a50-4c5a-beab-2181a44b43dc {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:53:06.393761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.482155 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.482503 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (d7920847-8a50-4c5a-beab-2181a44b43dc), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.493817 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:06.500130 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Calling delete_port for d7920847-8a50-4c5a-beab-2181a44b43dc owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:53:06.692640 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:06.753868 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (d7920847-8a50-4c5a-beab-2181a44b43dc), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.780585 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event deleted for resources: {'Port': ['ID=d7920847-8a50-4c5a-beab-2181a44b43dc,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:06.780848 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.845327 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (c0234932-c768-47e9-9b62-a31885779ea7), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.846950 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (2eb1d3d8-8b74-45b3-827a-f6357c9f17cc), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.848794 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:06.849972 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d401fb3d-8cde-4382-9c84-8c58bae0527e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/2eb1d3d8-8b74-45b3-827a-f6357c9f17cc HTTP/1.1" status: 204 len: 168 time: 0.5769565 Aug 29 22:53:06.971177 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-dd114c7c-e1f5-4587-b3a6-63fcfbce3e86 req-3373cfed-6644-4d2b-81eb-efbf13f3b75e tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0348268 Aug 29 22:53:06.979603 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Floating IP c0234932-c768-47e9-9b62-a31885779ea7 associated. External IP: 172.27.4.119, port: 4a7754e6-246d-4310-9f9e-5d280d55294e. Aug 29 22:53:07.030433 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 32900) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:07.035086 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-c8b89216-59ae-4581-ad90-0e9a20ba69fe tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--860530045', 'description': 'tempest-description--932956932'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:07.119950 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c8b89216-59ae-4581-ad90-0e9a20ba69fe tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.122794 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:07.189969 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:53:07.192469 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c8b89216-59ae-4581-ad90-0e9a20ba69fe tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (730b3cd9-a0ff-476f-8526-fc792983fb19), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.261439 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c8b89216-59ae-4581-ad90-0e9a20ba69fe tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (730b3cd9-a0ff-476f-8526-fc792983fb19), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.293180 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b89216-59ae-4581-ad90-0e9a20ba69fe tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730b3cd9-a0ff-476f-8526-fc792983fb19,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:07.313646 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:53:07.318551 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.323303 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] Sync routers for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:53:07.333994 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:07.334605 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:07.349724 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a1f5deef-f7f7-4169-a56b-4c11be11f8f6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/c0234932-c768-47e9-9b62-a31885779ea7 HTTP/1.1" status: 200 len: 992 time: 1.2800224 Aug 29 22:53:07.350312 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:07.352697 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a44819-ce48-40b2-95f1-afd19219994a" -d '{"events": [{"name": "network-changed", "server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:07.391570 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815fa33a-9e6b-4d9b-b3b2-87fe970275a8 x-openstack-request-id: req-815fa33a-9e6b-4d9b-b3b2-87fe970275a8 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:07.391925 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:07.392245 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-815fa33a-9e6b-4d9b-b3b2-87fe970275a8 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:07.392737 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815fa33a-9e6b-4d9b-b3b2-87fe970275a8'] response: {'name': 'network-changed', 'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'status': 'completed', 'code': 200} Aug 29 22:53:07.413166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c8b89216-59ae-4581-ad90-0e9a20ba69fe tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.415334 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c8b89216-59ae-4581-ad90-0e9a20ba69fe tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3831294 Aug 29 22:53:07.417611 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 32906) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:07.423255 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-22aaca87-8099-44c5-8816-c8d9e8ac0d8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'security_group_rule': {'security_group_id': '730b3cd9-a0ff-476f-8526-fc792983fb19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:07.444812 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:07.559822 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-22aaca87-8099-44c5-8816-c8d9e8ac0d8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (9eda1f45-7243-4f23-8159-5f25ea28735b), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.617391 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-22aaca87-8099-44c5-8816-c8d9e8ac0d8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (9eda1f45-7243-4f23-8159-5f25ea28735b), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.626039 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:07.646382 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:07.663524 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'c0234932-c768-47e9-9b62-a31885779ea7', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'port_id': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'mac_address': 'fa:16:3e:76:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:39Z', 'updated_at': '2022-08-29T22:53:06Z', 'revision_number': 1, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:07.691958 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] Checking router: a19c600e-a3f0-47bb-b7b2-7eafae2ca572 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:53:07.701518 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:07.702060 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:52:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:07.754064 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-22aaca87-8099-44c5-8816-c8d9e8ac0d8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (9eda1f45-7243-4f23-8159-5f25ea28735b), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.776348 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaca87-8099-44c5-8816-c8d9e8ac0d8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eda1f45-7243-4f23-8159-5f25ea28735b,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:07.805788 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:07.859182 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-22aaca87-8099-44c5-8816-c8d9e8ac0d8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:07.860423 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-22aaca87-8099-44c5-8816-c8d9e8ac0d8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418581 Aug 29 22:53:07.863185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 32912) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:07.869407 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-601015e1-b436-4d59-be1a-f97ba78aa30e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'security_group_rule': {'security_group_id': '730b3cd9-a0ff-476f-8526-fc792983fb19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:07.966264 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-601015e1-b436-4d59-be1a-f97ba78aa30e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (e9775ecb-8b7b-4995-aa9d-4d591c1e3e82), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.023330 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'c0234932-c768-47e9-9b62-a31885779ea7', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'port_id': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'mac_address': 'fa:16:3e:76:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:39Z', 'updated_at': '2022-08-29T22:53:06Z', 'revision_number': 1, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:08.030800 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-601015e1-b436-4d59-be1a-f97ba78aa30e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (e9775ecb-8b7b-4995-aa9d-4d591c1e3e82), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.048860 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3c86ae-eb34-4734-bede-cebb9f226990 None None] The sync data for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi is: [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'c0234932-c768-47e9-9b62-a31885779ea7', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'port_id': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'mac_address': 'fa:16:3e:76:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:52:39Z', 'updated_at': '2022-08-29T22:53:06Z', 'revision_number': 1, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:53:08.075900 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-82ee7c46-508b-4d1b-86c0-e6b598e7e492 req-be31064a-ef76-492d-80d9-88bfa2e93189 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0293124 Aug 29 22:53:08.124121 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-601015e1-b436-4d59-be1a-f97ba78aa30e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (e9775ecb-8b7b-4995-aa9d-4d591c1e3e82), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.144480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601015e1-b436-4d59-be1a-f97ba78aa30e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9775ecb-8b7b-4995-aa9d-4d591c1e3e82,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:08.236366 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-601015e1-b436-4d59-be1a-f97ba78aa30e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.240594 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-601015e1-b436-4d59-be1a-f97ba78aa30e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734415 Aug 29 22:53:08.245804 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 32916) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:08.245804 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:08.248044 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397c540-82dd-45a3-8893-00196f04b878 None None] New status for floating IP c0234932-c768-47e9-9b62-a31885779ea7: ACTIVE {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:53:08.348633 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.441351 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.545924 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:08.553880 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Allocated IP 172.27.4.7 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/706a9e11-e010-4be2-9cfa-646bf3a0e832) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:08.668663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:08.671453 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.811962 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:08.820312 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-9794ebab-4188-4b3f-bf5a-cf587cd140f4 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=3dacdd3e7b3240aabacdf5c385d5b9b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406837 Aug 29 22:53:08.863584 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:08.869474 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:08.872143 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:08.876193 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'Port': ['ID=706a9e11-e010-4be2-9cfa-646bf3a0e832,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:08.926516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a44819-ce48-40b2-95f1-afd19219994a req-5c438820-1608-4759-8228-5b5d20b5496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:08.928114 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-98a44819-ce48-40b2-95f1-afd19219994a req-5c438820-1608-4759-8228-5b5d20b5496b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1130 time: 0.1274180 Aug 29 22:53:08.979622 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (14429deb-fcce-41b3-ab89-2199670b3c28), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.203043 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-df3a0035-94af-4597-a2e5-659f16d8b311 req-b1ef0820-478a-4ada-a553-2b72b61061c7 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0376847 Aug 29 22:53:09.203149 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.207518 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:09.343994 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-72247da7-94c6-46ac-a94c-4ec08efe5f8b tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:09.345558 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-72247da7-94c6-46ac-a94c-4ec08efe5f8b tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5079370 Aug 29 22:53:09.368675 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a44819-ce48-40b2-95f1-afd19219994a req-b43c1090-bac4-4fc5-8088-fae3ce3cba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:09.369581 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.370157 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-98a44819-ce48-40b2-95f1-afd19219994a req-b43c1090-bac4-4fc5-8088-fae3ce3cba4a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.4272149 Aug 29 22:53:09.388214 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Request body: {'port': {'device_id': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb', 'admin_state_up': True, 'tenant_id': '3dacdd3e7b3240aabacdf5c385d5b9b2'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:09.479901 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.497064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-98a44819-ce48-40b2-95f1-afd19219994a req-93c945ff-b71c-418f-a360-94d957dabc3a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 200 len: 1002 time: 0.1119246 Aug 29 22:53:09.499948 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:09.556577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'Port': ['ID=706a9e11-e010-4be2-9cfa-646bf3a0e832,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:09.561096 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (14429deb-fcce-41b3-ab89-2199670b3c28), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.575760 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a44819-ce48-40b2-95f1-afd19219994a req-046bfe3c-81a0-4bf9-b82d-d66a5d1498f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:09.577256 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-98a44819-ce48-40b2-95f1-afd19219994a req-046bfe3c-81a0-4bf9-b82d-d66a5d1498f3 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0738754 Aug 29 22:53:09.624096 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a44819-ce48-40b2-95f1-afd19219994a req-d8298221-ad57-4565-a772-55fe05d5d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:09.625571 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-98a44819-ce48-40b2-95f1-afd19219994a req-d8298221-ad57-4565-a772-55fe05d5d9ca service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417364 Aug 29 22:53:09.680533 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.681891 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4e6bd22e-cc96-44c3-a888-3cd530197ef5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4398928 Aug 29 22:53:09.733833 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-98a44819-ce48-40b2-95f1-afd19219994a req-960307ff-eff1-4d80-bacb-96621a2a485c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930409 Aug 29 22:53:09.816178 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Made reservation on behalf of 3dacdd3e7b3240aabacdf5c385d5b9b2 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:53:09.825892 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.842533 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:09.855622 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-98a44819-ce48-40b2-95f1-afd19219994a req-ac075f61-7902-48fc-8ade-77ba5dd74c68 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152937 Aug 29 22:53:09.915543 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:09.932371 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-4aaf848c-cb80-451c-904a-14ed3acea171 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--860530045&fields=id&tenant_id=d106ca51e01f439f82fd71df4dc2ed71 HTTP/1.1" status: 200 len: 267 time: 0.0667500 Aug 29 22:53:10.017115 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks [] for security_group (3b66af39-39dd-4a41-a89e-478c1d73087d), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:10.069644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-33409b8d-dc90-4538-8190-204ae443351a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:10.071204 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-33409b8d-dc90-4538-8190-204ae443351a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 811 time: 0.1310267 Aug 29 22:53:10.086104 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-d924d4f3-2053-43db-b131-ff7700c01484 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/quotas/d106ca51e01f439f82fd71df4dc2ed71 HTTP/1.1" status: 200 len: 375 time: 0.0093465 Aug 29 22:53:10.091122 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (3b66af39-39dd-4a41-a89e-478c1d73087d), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:10.193459 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-66f939a9-994a-4b1f-b458-9c984b8552c1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988183 Aug 29 22:53:10.196368 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b66af39-39dd-4a41-a89e-478c1d73087d,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:10.321909 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6fb6954a-d462-4bd5-b6fc-b5dffaf0d22f req-3a69fb59-8e66-4e59-9d88-a5defffabb36 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0350847 Aug 29 22:53:10.326329 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Allocated IP 192.168.233.171 (e9e00a4d-e85a-49fd-a609-c54bf218a1eb/6bd74115-7864-4d72-917a-04d5072618e2/2aa355d8-26b7-4a57-848d-6eb620f9fb99) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:10.333736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:10.372374 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-83ca87fa-3281-455f-9f36-3063e71bfe0c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627557 Aug 29 22:53:10.546003 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-93602e83-3dc6-4250-b8a8-b2d737998e3a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677854 Aug 29 22:53:10.572268 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks [] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:10.726173 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:10.773761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Network e9e00a4d-e85a-49fd-a609-c54bf218a1eb is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:10.779486 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:10.783461 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:10.788692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Pushing event updated for resources: {'Port': ['ID=2aa355d8-26b7-4a57-848d-6eb620f9fb99,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:10.839331 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:10.840017 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:10.872475 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-05ac2493-70d1-4a8e-adaa-06d9312d94de req-98800973-493e-42a8-abec-5a88f208132e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0535641 Aug 29 22:53:10.927432 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-ee3fe50a-3d2c-4a86-8bcd-d4ed93719e10 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5437849 Aug 29 22:53:11.028425 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-62ebd82e-b74d-4353-affc-3854eb775b79 None None] Provisioning complete for port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:11.029031 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-62ebd82e-b74d-4353-affc-3854eb775b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:11.064815 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-62ebd82e-b74d-4353-affc-3854eb775b79 None None] Port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:53:11.407846 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:11.448976 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8abdcf-427e-4a00-af01-e955fe029464 req-96282755-1ee8-4c07-9100-c1db95007a87 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:11.451164 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3e8abdcf-427e-4a00-af01-e955fe029464 req-96282755-1ee8-4c07-9100-c1db95007a87 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 936 time: 0.0525856 Aug 29 22:53:11.500825 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3e8abdcf-427e-4a00-af01-e955fe029464 req-a94bf394-b023-46ca-baf6-26de8783b4de tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Aug 29 22:53:11.975632 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9ffcfc60-40a8-4d44-89d7-5f510b2e37b3 req-74ad0081-065d-4f80-92c9-55031b8dbca2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0283825 Aug 29 22:53:12.620347 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf654270-610a-427b-b0e9-31e3b24ab59b req-2cd110b9-e737-43f6-a864-00345e452b1c tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:12.622469 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bf654270-610a-427b-b0e9-31e3b24ab59b req-2cd110b9-e737-43f6-a864-00345e452b1c tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 936 time: 0.0469844 Aug 29 22:53:12.639960 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Request body: {'port': {'device_id': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:12.725378 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bf654270-610a-427b-b0e9-31e3b24ab59b req-5ae4a3af-4c39-44da-875c-2a4245ce5569 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972288 Aug 29 22:53:12.731938 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:12.989478 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa355d8-26b7-4a57-848d-6eb620f9fb99 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:53:12.997357 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Publish callbacks [] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:13.010347 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Transition to ACTIVE for port object 2aa355d8-26b7-4a57-848d-6eb620f9fb99 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:53:13.078741 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-275c0c2d-95a5-4239-8724-3d938cc2214c req-2716868d-2eec-4a43-9fc8-59535a7cbe7f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0311329 Aug 29 22:53:13.096860 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:13.158470 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa355d8-26b7-4a57-848d-6eb620f9fb99,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:13.208515 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Attempting to bind port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:13.208873 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Attempting to bind port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:13.209199 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Attempting to bind port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 on network e9e00a4d-e85a-49fd-a609-c54bf218a1eb {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:13.213824 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 on network e9e00a4d-e85a-49fd-a609-c54bf218a1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:53:13.214141 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Attempting to bind port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 on network e9e00a4d-e85a-49fd-a609-c54bf218a1eb {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:13.219562 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:13.219895 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Checking segment: {'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:13.220272 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Bound using segment: {'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:13.220686 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Bound port: 2aa355d8-26b7-4a57-848d-6eb620f9fb99, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440161b2-a2df-49ff-a688-c31f31c1e060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:13.221062 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:13.267933 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:13.283183 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] For port 2aa355d8-26b7-4a57-848d-6eb620f9fb99, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:13.286167 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] For port 2aa355d8-26b7-4a57-848d-6eb620f9fb99, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2aa355d8-26b7-4a57-848d-6eb620f9fb99,segment=NetworkSegment(440161b2-a2df-49ff-a688-c31f31c1e060),segment_id=440161b2-a2df-49ff-a688-c31f31c1e060)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:13.372765 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:13.377088 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:13.377720 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:13.380887 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2aa355d8-26b7-4a57-848d-6eb620f9fb99 HTTP/1.1" status: 200 len: 1098 time: 0.7446325 Aug 29 22:53:13.380887 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'tag': '2aa355d8-26b7-4a57-848d-6eb620f9fb99'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:13.382123 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd36e4-3c25-4b3a-aa00-6fd7e7fca6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "778693a7-58a0-4cb4-8c82-417b3c8b0c2a", "tag": "2aa355d8-26b7-4a57-848d-6eb620f9fb99"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:13.423754 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac772378-dd4e-40c3-96cc-2f1640b2a6cc x-openstack-request-id: req-ac772378-dd4e-40c3-96cc-2f1640b2a6cc {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:13.424050 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778693a7-58a0-4cb4-8c82-417b3c8b0c2a", "tag": "2aa355d8-26b7-4a57-848d-6eb620f9fb99", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:13.424304 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac772378-dd4e-40c3-96cc-2f1640b2a6cc {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:13.424747 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac772378-dd4e-40c3-96cc-2f1640b2a6cc'] response: {'name': 'network-changed', 'server_uuid': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'tag': '2aa355d8-26b7-4a57-848d-6eb620f9fb99', 'status': 'completed', 'code': 200} Aug 29 22:53:13.436956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980082b-bff8-4982-9dbc-b8d05159b669 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa355d8-26b7-4a57-848d-6eb620f9fb99,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:13.645334 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd36e4-3c25-4b3a-aa00-6fd7e7fca6b7 req-4192a5c4-7b02-4c70-9020-37c7e73310a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:13.646808 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eedd36e4-3c25-4b3a-aa00-6fd7e7fca6b7 req-4192a5c4-7b02-4c70-9020-37c7e73310a2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3dacdd3e7b3240aabacdf5c385d5b9b2&device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 1132 time: 0.0447354 Aug 29 22:53:13.681412 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eedd36e4-3c25-4b3a-aa00-6fd7e7fca6b7 req-3e05a2b5-a02f-493c-a762-d12aaad2c0a6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=3dacdd3e7b3240aabacdf5c385d5b9b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208819 Aug 29 22:53:13.697295 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:13.784073 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd36e4-3c25-4b3a-aa00-6fd7e7fca6b7 req-070d74d7-102a-4459-9366-4a6d20a5f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:13.785620 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eedd36e4-3c25-4b3a-aa00-6fd7e7fca6b7 req-070d74d7-102a-4459-9366-4a6d20a5f0d7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972838 Aug 29 22:53:13.830916 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:13.850317 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbec87-d97a-475f-a2ed-a8633f596b9c req-48179b23-882d-4f3d-8202-37d24fd3d8e3 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:13.851835 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bccbec87-d97a-475f-a2ed-a8633f596b9c req-48179b23-882d-4f3d-8202-37d24fd3d8e3 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 948 time: 0.0502415 Aug 29 22:53:13.886992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-642907bf-2930-4771-add7-500041a384bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:13.888640 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-642907bf-2930-4771-add7-500041a384bf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=3dacdd3e7b3240aabacdf5c385d5b9b2&device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 1132 time: 0.0472515 Aug 29 22:53:13.903123 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bccbec87-d97a-475f-a2ed-a8633f596b9c req-79129ad6-4651-4bde-98b3-27e63b17a880 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 Aug 29 22:53:13.942049 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-f8dab518-9739-43bb-a905-dec6e00bb6e1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=2aa355d8-26b7-4a57-848d-6eb620f9fb99 HTTP/1.1" status: 200 len: 217 time: 0.0368826 Aug 29 22:53:13.995141 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-efa87f4c-5379-4fb9-ac78-9557ce91463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:13.997248 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-efa87f4c-5379-4fb9-ac78-9557ce91463c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=6bd74115-7864-4d72-917a-04d5072618e2 HTTP/1.1" status: 200 len: 843 time: 0.0486677 Aug 29 22:53:14.043388 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-4d0e831a-330d-4fb2-a24d-7965dab0989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:14.045118 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-4d0e831a-330d-4fb2-a24d-7965dab0989a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e9e00a4d-e85a-49fd-a609-c54bf218a1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0404999 Aug 29 22:53:14.152485 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-009edbd1-14f9-406b-8243-a9d8a0a7e287 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e9e00a4d-e85a-49fd-a609-c54bf218a1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949473 Aug 29 22:53:14.244473 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1cc2eb67-533e-4c6a-8687-0170e1cb42a4 req-2a443b6f-f5e2-4e73-9981-c337b09d0248 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0782888 Aug 29 22:53:14.291054 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f3b520cb-e0ad-4b66-a065-b437cc32e6b3 req-46b7dee7-2ab3-4508-a0c1-b06779a79591 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e9e00a4d-e85a-49fd-a609-c54bf218a1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324136 Aug 29 22:53:15.034101 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075ce21-b978-4dca-9582-a7a8c72fbcac req-66963079-3324-46c1-9a38-390e94e00c9d tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:15.035591 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0075ce21-b978-4dca-9582-a7a8c72fbcac req-66963079-3324-46c1-9a38-390e94e00c9d tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 948 time: 0.0467949 Aug 29 22:53:15.082854 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0075ce21-b978-4dca-9582-a7a8c72fbcac req-95a4bc29-37fc-4df8-8469-8ff609b11c92 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Aug 29 22:53:15.354433 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8660495b-b765-4e04-a073-c95b9a9d88ca req-c3ce0feb-2256-4eb2-a81e-7248e8567683 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0327890 Aug 29 22:53:16.362909 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5566-22e2-4dd0-af36-8823e39ecb02 req-3c29d313-9758-4062-970d-b3e36e749999 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:16.364516 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0a7a5566-22e2-4dd0-af36-8823e39ecb02 req-3c29d313-9758-4062-970d-b3e36e749999 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 948 time: 0.2064099 Aug 29 22:53:16.414236 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0a7a5566-22e2-4dd0-af36-8823e39ecb02 req-28125973-484c-4e00-a0f5-ed7ac48e89e3 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Aug 29 22:53:16.517311 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2a84d411-7849-42cf-80e7-32f8c1169315 req-712f16d2-d959-4156-822d-ca261ea593da tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0834510 Aug 29 22:53:17.537684 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a753-8181-4d7d-92df-9233e982b059 req-d37728b2-fd26-4cb5-b856-2d36e0e51bbd tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:17.539405 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3ce2a753-8181-4d7d-92df-9233e982b059 req-d37728b2-fd26-4cb5-b856-2d36e0e51bbd tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 948 time: 0.0509810 Aug 29 22:53:17.590942 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3ce2a753-8181-4d7d-92df-9233e982b059 req-fab7fa64-2df6-417d-a923-e6b7ed40c45c tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Aug 29 22:53:17.622186 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-990b0ba3-4028-4a4a-ab6d-e70fc20f7cc4 req-f5a39413-80da-4c38-99e7-dfe88b572432 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0321875 Aug 29 22:53:18.713676 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9712e9-0e4d-4bd1-b8cc-07fa10f7980b req-b6cf979c-5027-4dac-af4b-635eb77a1d56 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:18.715220 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8c9712e9-0e4d-4bd1-b8cc-07fa10f7980b req-b6cf979c-5027-4dac-af4b-635eb77a1d56 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 948 time: 0.0488372 Aug 29 22:53:18.729609 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1852d667-4602-4dc3-a4f4-ba6b3b1ca1ad req-a0071af0-3f4c-40ef-abfb-0ed6a6d950b9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0302653 Aug 29 22:53:18.771472 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8c9712e9-0e4d-4bd1-b8cc-07fa10f7980b req-4f01c8b3-9cc8-4133-8f2a-5161fb4c09c6 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498075 Aug 29 22:53:18.910880 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-de901018-7b6d-4c6c-a512-bf04499cab6c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:18.912591 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-de901018-7b6d-4c6c-a512-bf04499cab6c tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 811 time: 0.1067278 Aug 29 22:53:18.972033 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:18.980840 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-ab6a5f56-cd25-4c2a-a1da-b5a13f8d6eb6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d106ca51e01f439f82fd71df4dc2ed71 HTTP/1.1" status: 200 len: 379 time: 0.0592809 Aug 29 22:53:18.998814 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'port': {'device_id': '5957a589-da27-4005-9715-51871f53c63c', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'admin_state_up': True, 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'security_groups': ['730b3cd9-a0ff-476f-8526-fc792983fb19']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:19.198372 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Made reservation on behalf of d106ca51e01f439f82fd71df4dc2ed71 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:53:19.202911 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:19.336534 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Allocated IP 172.20.0.9 (3cbc22b7-19e9-4863-99a1-541b71beccc1/c7b12059-0ee8-4a6d-87b4-2a199f732beb/65cd327f-714d-410a-9959-d9a32027ba22) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:19.452765 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:19.486152 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for port (65cd327f-714d-410a-9959-d9a32027ba22), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:19.518486 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=64 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:19.523322 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=24 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:19.605785 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (65cd327f-714d-410a-9959-d9a32027ba22), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:19.646010 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:19.647787 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:19.653186 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:19.657505 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:19.685900 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event updated for resources: {'Port': ['ID=65cd327f-714d-410a-9959-d9a32027ba22,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:19.712016 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:19.712551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:19.840208 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-8f153f14-a0ae-41f5-8f06-3c458117123c None None] Provisioning complete for port 65cd327f-714d-410a-9959-d9a32027ba22 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:19.845428 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8f153f14-a0ae-41f5-8f06-3c458117123c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (65cd327f-714d-410a-9959-d9a32027ba22), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:19.845567 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-f2f44db3-7c8c-441c-9fde-fa1f2da15b8a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493979 Aug 29 22:53:19.859853 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Request body: {'port': {'device_id': '5957a589-da27-4005-9715-51871f53c63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:19.880301 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-8f153f14-a0ae-41f5-8f06-3c458117123c None None] Port 65cd327f-714d-410a-9959-d9a32027ba22 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:53:19.893020 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c19e-42b9-4017-839d-d55d85189036 req-5579fa58-372a-4334-8c8e-3e80cf92c1c4 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:19.894549 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cf99c19e-42b9-4017-839d-d55d85189036 req-5579fa58-372a-4334-8c8e-3e80cf92c1c4 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 931 time: 0.0877633 Aug 29 22:53:19.905309 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3ff37-0bbd-43c0-8956-b05e218c3eaf req-f27e1166-9e03-44e4-857d-09001dcef764 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:19.908299 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bde3ff37-0bbd-43c0-8956-b05e218c3eaf req-f27e1166-9e03-44e4-857d-09001dcef764 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 948 time: 0.0509222 Aug 29 22:53:19.938469 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:19.940295 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:19.954613 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (65cd327f-714d-410a-9959-d9a32027ba22), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:19.962451 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bde3ff37-0bbd-43c0-8956-b05e218c3eaf req-13090e14-29e7-4a3c-8d56-37bb32956a23 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 Aug 29 22:53:20.008325 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cf99c19e-42b9-4017-839d-d55d85189036 req-32243f64-9983-4269-a8a1-24c791d623a8 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070979 Aug 29 22:53:20.239251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cd327f-714d-410a-9959-d9a32027ba22 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:53:20.247000 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Publish callbacks [] for port (65cd327f-714d-410a-9959-d9a32027ba22), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:20.259938 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Transition to ACTIVE for port object 65cd327f-714d-410a-9959-d9a32027ba22 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:53:20.358967 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (65cd327f-714d-410a-9959-d9a32027ba22), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:20.437884 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Pushing event updated for resources: {'Port': ['ID=65cd327f-714d-410a-9959-d9a32027ba22,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:20.443252 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:20.470574 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Attempting to bind port 65cd327f-714d-410a-9959-d9a32027ba22 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:20.470910 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Attempting to bind port 65cd327f-714d-410a-9959-d9a32027ba22 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:20.471230 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Attempting to bind port 65cd327f-714d-410a-9959-d9a32027ba22 on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:20.475512 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Port 65cd327f-714d-410a-9959-d9a32027ba22 on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:53:20.475772 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Attempting to bind port 65cd327f-714d-410a-9959-d9a32027ba22 on network 3cbc22b7-19e9-4863-99a1-541b71beccc1 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:20.480556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:20.480930 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Checking segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:20.481312 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Bound using segment: {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:20.481730 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Bound port: 65cd327f-714d-410a-9959-d9a32027ba22, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:20.482086 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (65cd327f-714d-410a-9959-d9a32027ba22), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:20.546527 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] For port 65cd327f-714d-410a-9959-d9a32027ba22, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:20.549764 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] For port 65cd327f-714d-410a-9959-d9a32027ba22, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65cd327f-714d-410a-9959-d9a32027ba22,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:20.680288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (65cd327f-714d-410a-9959-d9a32027ba22), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:20.684556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:20.685375 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:20.686769 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/65cd327f-714d-410a-9959-d9a32027ba22 HTTP/1.1" status: 200 len: 1093 time: 0.8343105 Aug 29 22:53:20.687251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:20.689484 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da7cd84-705d-44c5-9a40-406738e4ce16" -d '{"events": [{"name": "network-changed", "server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "tag": "65cd327f-714d-410a-9959-d9a32027ba22"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:20.728358 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f88e91-c38e-4ab1-9cd2-b4763dfb0a54 x-openstack-request-id: req-f0f88e91-c38e-4ab1-9cd2-b4763dfb0a54 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:20.728646 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "tag": "65cd327f-714d-410a-9959-d9a32027ba22", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:20.728986 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0f88e91-c38e-4ab1-9cd2-b4763dfb0a54 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:20.729321 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f88e91-c38e-4ab1-9cd2-b4763dfb0a54'] response: {'name': 'network-changed', 'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22', 'status': 'completed', 'code': 200} Aug 29 22:53:20.741031 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041b3dd-306e-4c36-8b02-0ce605aca0ce service neutron] Pushing event updated for resources: {'Port': ['ID=65cd327f-714d-410a-9959-d9a32027ba22,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:20.790782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7cd84-705d-44c5-9a40-406738e4ce16 req-edc9b46e-434c-4930-8253-703ca8116b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:20.792222 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2da7cd84-705d-44c5-9a40-406738e4ce16 req-edc9b46e-434c-4930-8253-703ca8116b46 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 1127 time: 0.0397353 Aug 29 22:53:21.137520 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190af37-09da-4dd3-b5fe-226559543057 req-cff3be65-4999-4510-8a69-0c47f9031b12 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.139899 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7190af37-09da-4dd3-b5fe-226559543057 req-cff3be65-4999-4510-8a69-0c47f9031b12 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 943 time: 0.0509901 Aug 29 22:53:21.172278 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7cd84-705d-44c5-9a40-406738e4ce16 req-79a9a14c-aff8-410f-ba92-fa6b69d1ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.173992 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2da7cd84-705d-44c5-9a40-406738e4ce16 req-79a9a14c-aff8-410f-ba92-fa6b69d1ccd9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3717058 Aug 29 22:53:21.188303 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7190af37-09da-4dd3-b5fe-226559543057 req-70eb36fd-f7e2-4fea-95a3-a0baf7a33df8 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Aug 29 22:53:21.197903 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ac2d6-1c9b-48ff-8741-ef2c7b5fadb5 req-b87f71f7-99cf-4654-8f36-85390dbf6dbd tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.199378 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-617ac2d6-1c9b-48ff-8741-ef2c7b5fadb5 req-b87f71f7-99cf-4654-8f36-85390dbf6dbd tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 948 time: 0.0638332 Aug 29 22:53:21.319058 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-617ac2d6-1c9b-48ff-8741-ef2c7b5fadb5 req-f50d7f12-5f2d-4c9b-bc42-822368d7c4fc tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090107 Aug 29 22:53:21.332981 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7cd84-705d-44c5-9a40-406738e4ce16 req-c54dbab0-e913-433a-b4e0-6871d3edcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.334530 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2da7cd84-705d-44c5-9a40-406738e4ce16 req-c54dbab0-e913-433a-b4e0-6871d3edcb7d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1529422 Aug 29 22:53:21.413058 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-1a3596b9-14ee-4f57-b3a1-f3e1a6fd03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.414691 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-1a3596b9-14ee-4f57-b3a1-f3e1a6fd03cb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 1127 time: 0.0411377 Aug 29 22:53:21.461447 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-948ba5df-7b90-43ce-9e8c-228dadcf5ad9 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cd327f-714d-410a-9959-d9a32027ba22 HTTP/1.1" status: 200 len: 217 time: 0.0386453 Aug 29 22:53:21.518656 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-7212744c-7da4-420b-a082-e69cba7d10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.520042 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-7212744c-7da4-420b-a082-e69cba7d10d1 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 200 len: 850 time: 0.0490885 Aug 29 22:53:21.569247 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87896e22-2ba9-435d-89eb-9d904630970b req-0cb71172-9177-42db-ad4e-711165ef9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:21.570763 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-0cb71172-9177-42db-ad4e-711165ef9ddf service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3cbc22b7-19e9-4863-99a1-541b71beccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401721 Aug 29 22:53:21.596399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:21.637937 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2aa355d8-26b7-4a57-848d-6eb620f9fb99 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:53:21.677654 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-a61aa22d-245a-4540-93ae-7dfe302212d0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001179 Aug 29 22:53:21.749980 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2aa355d8-26b7-4a57-848d-6eb620f9fb99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2aa355d8-26b7-4a57-848d-6eb620f9fb99,segment=NetworkSegment(440161b2-a2df-49ff-a688-c31f31c1e060),segment_id=440161b2-a2df-49ff-a688-c31f31c1e060)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:21.761305 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '2aa355d8-26b7-4a57-848d-6eb620f9fb99', 'network_id': 'e9e00a4d-e85a-49fd-a609-c54bf218a1eb', 'port_id': '2aa355d8-26b7-4a57-848d-6eb620f9fb99', 'mac_address': 'fa:16:3e:8f:b0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd74115-7864-4d72-917a-04d5072618e2', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:53:21.774694 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-87896e22-2ba9-435d-89eb-9d904630970b req-431838cb-d61d-4cdc-8df3-47d7b71c0ff0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890915 Aug 29 22:53:21.801458 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:21.801852 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:21.814967 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa355d8-26b7-4a57-848d-6eb620f9fb99 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:53:21.834696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2aa355d8-26b7-4a57-848d-6eb620f9fb99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2aa355d8-26b7-4a57-848d-6eb620f9fb99,segment=NetworkSegment(440161b2-a2df-49ff-a688-c31f31c1e060),segment_id=440161b2-a2df-49ff-a688-c31f31c1e060)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:21.953554 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:22.001814 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=2aa355d8-26b7-4a57-848d-6eb620f9fb99,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:22.009547 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.009894 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.010273 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.010630 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.010971 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.011299 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.011632 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.011958 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.012284 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.012614 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.012964 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.013825 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.014542 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.014656 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.014898 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:22.261399 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2aa355d8-26b7-4a57-848d-6eb620f9fb99'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:53:22.319405 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c30f1-176a-4b53-829e-d8807adfd172 req-a183e030-edd3-4ba1-bc4e-7516ed8062b9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:22.321146 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-796c30f1-176a-4b53-829e-d8807adfd172 req-a183e030-edd3-4ba1-bc4e-7516ed8062b9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 943 time: 0.0532479 Aug 29 22:53:22.330689 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-92ee4169-dacf-4d88-9efe-aabf55762856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:22.375610 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-796c30f1-176a-4b53-829e-d8807adfd172 req-d530ae7a-8258-4246-8f72-12c504127d85 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476224 Aug 29 22:53:22.448262 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2dd71-3180-4a80-a466-f9231a49fae8 req-fdc21874-5164-4573-82fe-9d2c8ab518b8 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:22.449780 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-63f2dd71-3180-4a80-a466-f9231a49fae8 req-fdc21874-5164-4573-82fe-9d2c8ab518b8 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 949 time: 0.0494621 Aug 29 22:53:22.505073 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-63f2dd71-3180-4a80-a466-f9231a49fae8 req-4fba3bb4-6433-4003-bde8-cbbb0320c7ca tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Aug 29 22:53:22.539164 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:22.580214 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:23.501995 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790209a-dc72-45f2-b8d9-2912f50405aa req-6b210b8f-e003-4727-a2ed-ea1068e778c2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:23.503634 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e790209a-dc72-45f2-b8d9-2912f50405aa req-6b210b8f-e003-4727-a2ed-ea1068e778c2 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 943 time: 0.0479703 Aug 29 22:53:23.554138 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e790209a-dc72-45f2-b8d9-2912f50405aa req-1f31f763-a1cc-483c-b1b4-d007aaa81821 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Aug 29 22:53:23.633361 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d011b4-3611-45b3-ab28-fe62110cbfeb req-c05096f6-317e-4206-9ff5-697616c6fc31 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:23.634861 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2d011b4-3611-45b3-ab28-fe62110cbfeb req-c05096f6-317e-4206-9ff5-697616c6fc31 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 949 time: 0.0493500 Aug 29 22:53:23.655918 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2aa355d8-26b7-4a57-848d-6eb620f9fb99 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:23.687060 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2d011b4-3611-45b3-ab28-fe62110cbfeb req-5b3308be-35fd-48f3-b9a8-b6689218a89c tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Aug 29 22:53:23.704031 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:53:23.771076 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:23.771485 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:23.848978 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:23.849397 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:23.873606 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa355d8-26b7-4a57-848d-6eb620f9fb99'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:23.875917 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7002d-40e8-4fc0-8a62-afcf63661b95" -d '{"events": [{"server_uuid": "778693a7-58a0-4cb4-8c82-417b3c8b0c2a", "name": "network-vif-plugged", "status": "completed", "tag": "2aa355d8-26b7-4a57-848d-6eb620f9fb99"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:23.888819 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2aa355d8-26b7-4a57-848d-6eb620f9fb99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2aa355d8-26b7-4a57-848d-6eb620f9fb99,segment=NetworkSegment(440161b2-a2df-49ff-a688-c31f31c1e060),segment_id=440161b2-a2df-49ff-a688-c31f31c1e060)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:23.914126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5e755-8f0b-4137-82a5-9cf5c9499bdd x-openstack-request-id: req-c5a5e755-8f0b-4137-82a5-9cf5c9499bdd {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:23.914436 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778693a7-58a0-4cb4-8c82-417b3c8b0c2a", "name": "network-vif-plugged", "status": "completed", "tag": "2aa355d8-26b7-4a57-848d-6eb620f9fb99", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:23.914717 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5a5e755-8f0b-4137-82a5-9cf5c9499bdd {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:23.915227 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a5e755-8f0b-4137-82a5-9cf5c9499bdd'] response: {'server_uuid': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa355d8-26b7-4a57-848d-6eb620f9fb99', 'code': 200} Aug 29 22:53:23.976876 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:24.042259 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=2aa355d8-26b7-4a57-848d-6eb620f9fb99,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:24.239690 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20cc46-3382-404b-b497-850ff36a113e req-1eb5c1a3-a90c-4233-b286-a5d8fb53249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:24.241232 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0a20cc46-3382-404b-b497-850ff36a113e req-1eb5c1a3-a90c-4233-b286-a5d8fb53249f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 1134 time: 0.0405848 Aug 29 22:53:24.297141 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0a20cc46-3382-404b-b497-850ff36a113e req-29ae22ad-c363-4e34-ad37-c98deaa81a34 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 Aug 29 22:53:24.456028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:24.496156 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a267d1-a7bb-429e-8a10-40b7d47150b4 req-b5fa4889-fc0f-41e1-8ede-87769c1269b6 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:24.498441 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b8a267d1-a7bb-429e-8a10-40b7d47150b4 req-b5fa4889-fc0f-41e1-8ede-87769c1269b6 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 946 time: 0.0520773 Aug 29 22:53:24.548833 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b8a267d1-a7bb-429e-8a10-40b7d47150b4 req-34f4fecd-f46e-4c13-ac44-f3f2f95c76ed tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Aug 29 22:53:24.679264 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d5c90-8b82-4627-8bd5-020061560143 req-17dfc3e5-3c5a-476f-b4ae-4bc38cc729d5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:24.680793 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-154d5c90-8b82-4627-8bd5-020061560143 req-17dfc3e5-3c5a-476f-b4ae-4bc38cc729d5 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 943 time: 0.0508235 Aug 29 22:53:24.707983 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e453ecca-ff71-4a5b-bd2e-b5676bf40f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:24.730095 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-154d5c90-8b82-4627-8bd5-020061560143 req-93f109d4-6a05-4901-8bee-c86c26496009 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 Aug 29 22:53:24.811506 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb4d8-4f91-42b3-b441-427a3ce94dd0 req-ccb2d0be-8c89-46fe-9372-aa49dc0241d8 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:24.812918 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c5cb4d8-4f91-42b3-b441-427a3ce94dd0 req-ccb2d0be-8c89-46fe-9372-aa49dc0241d8 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 950 time: 0.0467072 Aug 29 22:53:24.860754 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c5cb4d8-4f91-42b3-b441-427a3ce94dd0 req-28943d97-a30c-4569-a481-9b34e9860d6c tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Aug 29 22:53:25.656359 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 65cd327f-714d-410a-9959-d9a32027ba22 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:53:25.672325 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df7597-a095-483c-af54-e2d7855e5a1c req-c93ee59a-9cab-4d68-a338-f7c8a3cb7c0b tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:25.673972 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-50df7597-a095-483c-af54-e2d7855e5a1c req-c93ee59a-9cab-4d68-a338-f7c8a3cb7c0b tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 946 time: 0.0504022 Aug 29 22:53:25.723779 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-50df7597-a095-483c-af54-e2d7855e5a1c req-f75a408e-dc0b-4eb3-a7ee-f86c4e80b063 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Aug 29 22:53:25.760065 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 65cd327f-714d-410a-9959-d9a32027ba22, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65cd327f-714d-410a-9959-d9a32027ba22,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:25.772184 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '65cd327f-714d-410a-9959-d9a32027ba22', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'port_id': '65cd327f-714d-410a-9959-d9a32027ba22', 'mac_address': 'fa:16:3e:80:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:53:25.807117 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 65cd327f-714d-410a-9959-d9a32027ba22 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:25.807424 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (65cd327f-714d-410a-9959-d9a32027ba22), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:25.821058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cd327f-714d-410a-9959-d9a32027ba22 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:53:25.846629 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 65cd327f-714d-410a-9959-d9a32027ba22, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65cd327f-714d-410a-9959-d9a32027ba22,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:25.852441 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41533576-4557-45d6-8839-0985ea90590f req-bd685c92-5e91-4d1b-8f94-e8486cd33d6a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:25.854039 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-41533576-4557-45d6-8839-0985ea90590f req-bd685c92-5e91-4d1b-8f94-e8486cd33d6a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 943 time: 0.0483193 Aug 29 22:53:25.912064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-41533576-4557-45d6-8839-0985ea90590f req-8c972c2f-34b8-437c-b902-8e519c9c529d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523396 Aug 29 22:53:25.913838 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (65cd327f-714d-410a-9959-d9a32027ba22), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:25.953490 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:25.964784 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=65cd327f-714d-410a-9959-d9a32027ba22,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:25.990414 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f9975-59f5-4b89-870a-2d6f99fee848 req-9ae4c224-0b2e-4f3e-8f2d-541812e00d00 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:25.991920 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-115f9975-59f5-4b89-870a-2d6f99fee848 req-9ae4c224-0b2e-4f3e-8f2d-541812e00d00 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 950 time: 0.0569432 Aug 29 22:53:26.044758 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-115f9975-59f5-4b89-870a-2d6f99fee848 req-3dc771e7-bb8d-485b-8615-cc764c26fa0a tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469770 Aug 29 22:53:26.085796 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:26.293909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['65cd327f-714d-410a-9959-d9a32027ba22'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:53:26.842563 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5de6a-5934-4c96-86f9-a176da18dfec req-908328d7-4797-4fb4-91cb-75e4cf763d91 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:26.844201 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ec5de6a-5934-4c96-86f9-a176da18dfec req-908328d7-4797-4fb4-91cb-75e4cf763d91 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 946 time: 0.0473809 Aug 29 22:53:26.895271 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2ec5de6a-5934-4c96-86f9-a176da18dfec req-30f7c18f-f8ef-409a-a7d8-41379e6e3bd0 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Aug 29 22:53:27.087317 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f172a7-5b9f-4227-afd1-d9da28afea5a req-2acdc6a3-4ddb-4652-9629-f6202a4e001f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:27.088865 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-35f172a7-5b9f-4227-afd1-d9da28afea5a req-2acdc6a3-4ddb-4652-9629-f6202a4e001f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 944 time: 0.0501790 Aug 29 22:53:27.138875 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-35f172a7-5b9f-4227-afd1-d9da28afea5a req-f1f62b89-b42f-42bb-b738-c16b426b9e53 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Aug 29 22:53:27.165027 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea382-8147-4cec-babc-dc26187cc0e7 req-f49ffcd7-67fb-4646-a61e-31afc4db9782 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:27.166519 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6caea382-8147-4cec-babc-dc26187cc0e7 req-f49ffcd7-67fb-4646-a61e-31afc4db9782 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 950 time: 0.0494673 Aug 29 22:53:27.214821 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6caea382-8147-4cec-babc-dc26187cc0e7 req-9dfcce12-6418-48f9-bdc2-134445e20bd2 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424976 Aug 29 22:53:27.291111 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.415077 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-d54e8f0e-6a5a-4f3e-80ae-a7f3ed0270cb tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:27.416547 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-d54e8f0e-6a5a-4f3e-80ae-a7f3ed0270cb tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 946 time: 0.0505588 Aug 29 22:53:27.464638 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:27.523423 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Deleting port 10c49fb7-bcd7-4f90-887a-94870952f162 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:53:27.523844 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.548952 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.575370 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:27.622400 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] For port 10c49fb7-bcd7-4f90-887a-94870952f162, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=10c49fb7-bcd7-4f90-887a-94870952f162,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:27.622775 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.637377 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Calling delete_port for 10c49fb7-bcd7-4f90-887a-94870952f162 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:53:27.680370 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 65cd327f-714d-410a-9959-d9a32027ba22 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:27.716470 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:27.724015 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 65cd327f-714d-410a-9959-d9a32027ba22 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:53:27.743101 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ece65-cdde-4117-a641-2d23a8c87805 req-b8a1e913-eca6-4672-b385-ebc7ea84d41e tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:27.744610 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b1ece65-cdde-4117-a641-2d23a8c87805 req-b8a1e913-eca6-4672-b385-ebc7ea84d41e tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 950 time: 0.0641649 Aug 29 22:53:27.784262 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:27.787743 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 65cd327f-714d-410a-9959-d9a32027ba22 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:27.788122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (65cd327f-714d-410a-9959-d9a32027ba22), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.841005 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1b1ece65-cdde-4117-a641-2d23a8c87805 req-9822d4a9-7320-4b24-ab23-0c27e10f4f48 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852993 Aug 29 22:53:27.868410 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 65cd327f-714d-410a-9959-d9a32027ba22 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:27.868895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (65cd327f-714d-410a-9959-d9a32027ba22), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.892701 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:27.894962 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ab12b2-866b-441d-bd51-bad1852cf745" -d '{"events": [{"server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "name": "network-vif-plugged", "status": "completed", "tag": "65cd327f-714d-410a-9959-d9a32027ba22"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:27.908084 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 65cd327f-714d-410a-9959-d9a32027ba22, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65cd327f-714d-410a-9959-d9a32027ba22,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:27.939282 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bd307b-bab3-4619-b944-2581396d44d3 x-openstack-request-id: req-f2bd307b-bab3-4619-b944-2581396d44d3 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:27.939282 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "name": "network-vif-plugged", "status": "completed", "tag": "65cd327f-714d-410a-9959-d9a32027ba22", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:27.939282 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2bd307b-bab3-4619-b944-2581396d44d3 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:27.939282 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bd307b-bab3-4619-b944-2581396d44d3'] response: {'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22', 'code': 200} Aug 29 22:53:27.948374 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (10c49fb7-bcd7-4f90-887a-94870952f162), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:27.966130 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['10c49fb7-bcd7-4f90-887a-94870952f162'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:53:27.977894 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Pushing event deleted for resources: {'Port': ['ID=10c49fb7-bcd7-4f90-887a-94870952f162,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:27.995289 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (65cd327f-714d-410a-9959-d9a32027ba22), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:28.044975 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=65cd327f-714d-410a-9959-d9a32027ba22,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:28.060019 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1720f89e-dd2c-4985-9cf8-c0888f753dc1 req-43a21248-9d26-4f69-a815-9022009bfbbb tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0638349 Aug 29 22:53:28.060693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] No DVR routers for this DVR port 10c49fb7-bcd7-4f90-887a-94870952f162 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:53:28.063674 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:28.067103 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4a91f59a-8172-45c0-b60a-460c9b9b8ccf req-f7681bdf-a949-427b-a3b3-ba16860a329a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "DELETE /networking/v2.0/ports/10c49fb7-bcd7-4f90-887a-94870952f162 HTTP/1.1" status: 204 len: 173 time: 0.6413839 Aug 29 22:53:28.067549 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22918c24-f85a-42ff-b152-35e097b65135', 'name': 'network-vif-deleted', 'tag': '10c49fb7-bcd7-4f90-887a-94870952f162'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:28.069949 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167562e-2453-4196-b776-f7796fc29b14" -d '{"events": [{"server_uuid": "22918c24-f85a-42ff-b152-35e097b65135", "name": "network-vif-deleted", "tag": "10c49fb7-bcd7-4f90-887a-94870952f162"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:28.106799 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2cb5b4-4397-4f3e-8e84-d1fe26e42160 x-openstack-request-id: req-ae2cb5b4-4397-4f3e-8e84-d1fe26e42160 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:28.107087 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22918c24-f85a-42ff-b152-35e097b65135", "name": "network-vif-deleted", "tag": "10c49fb7-bcd7-4f90-887a-94870952f162", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:28.107339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae2cb5b4-4397-4f3e-8e84-d1fe26e42160 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:28.107746 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2cb5b4-4397-4f3e-8e84-d1fe26e42160'] response: {'server_uuid': '22918c24-f85a-42ff-b152-35e097b65135', 'name': 'network-vif-deleted', 'tag': '10c49fb7-bcd7-4f90-887a-94870952f162', 'status': 'completed', 'code': 200} Aug 29 22:53:28.243737 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40775a9a-2c94-41c2-af6b-e7c18299f2a0 req-8def8c1b-eb92-4874-9ef7-e4436b8d413f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:28.245281 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40775a9a-2c94-41c2-af6b-e7c18299f2a0 req-8def8c1b-eb92-4874-9ef7-e4436b8d413f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0507286 Aug 29 22:53:28.267733 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abcacb-72b5-44ec-9a89-1eb013bdd643 req-a3243b55-845a-4d2a-a489-b6d45e20c1d7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:28.269298 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-89abcacb-72b5-44ec-9a89-1eb013bdd643 req-a3243b55-845a-4d2a-a489-b6d45e20c1d7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0508401 Aug 29 22:53:28.309509 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-40775a9a-2c94-41c2-af6b-e7c18299f2a0 req-7ac3f9bb-df40-4a81-9ce1-53bebc6588bd tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579851 Aug 29 22:53:28.319992 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-89abcacb-72b5-44ec-9a89-1eb013bdd643 req-2bd7e304-d015-4159-9ee7-151e73e7d929 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449324 Aug 29 22:53:28.962724 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab0b40-7134-4776-b248-7f7cc5e20ee7 req-7232c01f-f395-42c2-8123-286ad9f708c6 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:28.964307 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4fab0b40-7134-4776-b248-7f7cc5e20ee7 req-7232c01f-f395-42c2-8123-286ad9f708c6 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 950 time: 0.0495772 Aug 29 22:53:29.018306 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4fab0b40-7134-4776-b248-7f7cc5e20ee7 req-ac350f4e-2ae2-47f7-9f07-8624eea2c999 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3b66af39-39dd-4a41-a89e-478c1d73087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478470 Aug 29 22:53:29.166033 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e1d9b2e8-4f85-4852-ae08-9acfe973b88b req-3fd2c172-ce97-44e0-96da-67250114830e tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0319297 Aug 29 22:53:29.263957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-14c18748-52ed-4e2b-bd19-316b52cefd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:29.266256 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-14c18748-52ed-4e2b-bd19-316b52cefd75 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1168 time: 0.0424635 Aug 29 22:53:29.397607 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-0843c6f3-d38e-47d8-9a9e-eef24739fe53 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:29.399119 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-0843c6f3-d38e-47d8-9a9e-eef24739fe53 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 950 time: 0.1200500 Aug 29 22:53:29.473483 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267f8f0-0ac8-49e2-8218-9dbbe743872a req-dec2867c-5437-4c6f-bc92-5b7bb6ada0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:29.475039 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d267f8f0-0ac8-49e2-8218-9dbbe743872a req-dec2867c-5437-4c6f-bc92-5b7bb6ada0a2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 1129 time: 0.1605296 Aug 29 22:53:29.526154 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cc6f2-332a-4a4f-818c-a07321a456ca req-8c4be487-369d-4841-a4ca-99ca070817b9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:29.528473 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-710cc6f2-332a-4a4f-818c-a07321a456ca req-8c4be487-369d-4841-a4ca-99ca070817b9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0725148 Aug 29 22:53:29.568999 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db9e4-c227-42f2-b252-c522344b86a8 req-66033cf2-a0c2-4c93-8534-6ee42a7f330a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:29.570629 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eb6db9e4-c227-42f2-b252-c522344b86a8 req-66033cf2-a0c2-4c93-8534-6ee42a7f330a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.1687953 Aug 29 22:53:29.574502 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-8cf4f915-dc46-4334-8267-9f79cecff308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:29.575925 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-8cf4f915-dc46-4334-8267-9f79cecff308 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 916 time: 0.2957020 Aug 29 22:53:29.603747 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-710cc6f2-332a-4a4f-818c-a07321a456ca req-c9afa567-87b2-4360-9264-193f5461f3ae tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691736 Aug 29 22:53:29.664511 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d267f8f0-0ac8-49e2-8218-9dbbe743872a req-08fc4470-bf7e-4417-a629-fec48b3dcb95 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776369 Aug 29 22:53:29.669505 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Deleting port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:53:29.669844 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:29.685310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:29.762179 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-eb6db9e4-c227-42f2-b252-c522344b86a8 req-8651c450-5609-4659-b706-d4ebffc39c2d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798964 Aug 29 22:53:29.796454 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-674044ba-328e-4c81-beb1-178ab585f7a7 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 1000 time: 0.1992874 Aug 29 22:53:29.824923 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] For port 2aa355d8-26b7-4a57-848d-6eb620f9fb99, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2aa355d8-26b7-4a57-848d-6eb620f9fb99,segment=NetworkSegment(440161b2-a2df-49ff-a688-c31f31c1e060),segment_id=440161b2-a2df-49ff-a688-c31f31c1e060)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:29.825282 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:29.838009 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Calling delete_port for 2aa355d8-26b7-4a57-848d-6eb620f9fb99 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:53:29.887034 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:29.978599 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-dfffa0f5-90e0-4934-809f-e9f9b9190969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:29.980066 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-dfffa0f5-90e0-4934-809f-e9f9b9190969 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 200 len: 854 time: 0.0782576 Aug 29 22:53:30.062818 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (2aa355d8-26b7-4a57-848d-6eb620f9fb99), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:30.075474 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2aa355d8-26b7-4a57-848d-6eb620f9fb99'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:53:30.102790 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Pushing event deleted for resources: {'Port': ['ID=2aa355d8-26b7-4a57-848d-6eb620f9fb99,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:30.134117 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-37b0ea96-3ba0-43f3-82f1-ee6a90769265 req-06a8628e-06cb-466d-8f69-9d3114d51164 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0286427 Aug 29 22:53:30.150100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] No DVR routers for this DVR port 2aa355d8-26b7-4a57-848d-6eb620f9fb99 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:53:30.162126 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:30.165767 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c6b814aa-3a57-4d78-a179-5b4ac081ed5e req-2d85bf13-589c-477b-b067-4e40fbddf013 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2aa355d8-26b7-4a57-848d-6eb620f9fb99 HTTP/1.1" status: 204 len: 173 time: 0.7587101 Aug 29 22:53:30.166231 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'name': 'network-vif-deleted', 'tag': '2aa355d8-26b7-4a57-848d-6eb620f9fb99'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:30.168498 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95fd8e9-0848-49b8-8c7e-dd336dac2887" -d '{"events": [{"server_uuid": "778693a7-58a0-4cb4-8c82-417b3c8b0c2a", "name": "network-vif-deleted", "tag": "2aa355d8-26b7-4a57-848d-6eb620f9fb99"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:30.210223 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc9f53-f94f-49b5-94a7-c7f17bb534ff x-openstack-request-id: req-f8cc9f53-f94f-49b5-94a7-c7f17bb534ff {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:30.210805 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778693a7-58a0-4cb4-8c82-417b3c8b0c2a", "name": "network-vif-deleted", "tag": "2aa355d8-26b7-4a57-848d-6eb620f9fb99", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:30.211111 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8cc9f53-f94f-49b5-94a7-c7f17bb534ff {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:30.211576 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cc9f53-f94f-49b5-94a7-c7f17bb534ff'] response: {'server_uuid': '778693a7-58a0-4cb4-8c82-417b3c8b0c2a', 'name': 'network-vif-deleted', 'tag': '2aa355d8-26b7-4a57-848d-6eb620f9fb99', 'status': 'completed', 'code': 200} Aug 29 22:53:30.287652 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-c05a76cb-f46d-47bf-b55c-f869b66770cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:30.289287 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-c05a76cb-f46d-47bf-b55c-f869b66770cb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458593 Aug 29 22:53:30.293565 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0e2f1e8d-9ad3-4d1b-bae8-074c74630960 req-98b59796-9e55-4ad5-befd-3a57e05dfe43 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=22918c24-f85a-42ff-b152-35e097b65135 HTTP/1.1" status: 200 len: 210 time: 0.0295944 Aug 29 22:53:30.777326 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb12545-c2e2-4476-8169-2f53f0cadaf5 req-e2854bef-2d5d-4099-987d-58bfa5c2c8ee tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:30.779059 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ccb12545-c2e2-4476-8169-2f53f0cadaf5 req-e2854bef-2d5d-4099-987d-58bfa5c2c8ee tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0957363 Aug 29 22:53:30.847349 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-f51ce7a6-84bf-4eb9-a31c-72ea929e97de service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345510 Aug 29 22:53:30.899676 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5ce6-411a-4297-b5b0-4438280bb9d7 req-d04c55b7-ed6e-4fee-aff4-bfb2f9cbc2ec tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:30.906802 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-766e5ce6-411a-4297-b5b0-4438280bb9d7 req-d04c55b7-ed6e-4fee-aff4-bfb2f9cbc2ec tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0664649 Aug 29 22:53:30.921559 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ccb12545-c2e2-4476-8169-2f53f0cadaf5 req-1688bda2-a8a4-40c6-b6e3-bd6a97334bc6 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325176 Aug 29 22:53:30.961205 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:30.969641 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f2934edb-6ea1-49e4-8ba7-503195bfcb5a req-a2cd3d87-1054-4865-85bb-c317cd541ac3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094518 Aug 29 22:53:30.975793 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-766e5ce6-411a-4297-b5b0-4438280bb9d7 req-06b24e08-f990-4012-8244-6045fadd5c85 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681272 Aug 29 22:53:31.248115 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-53c6e7fa-f886-4bbc-aacc-31b0dee28f22 req-7a93a93e-c65c-446d-8b34-f0f967210eb8 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0281198 Aug 29 22:53:31.685399 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 10c49fb7-bcd7-4f90-887a-94870952f162 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:53:31.706016 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 10c49fb7-bcd7-4f90-887a-94870952f162 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:53:31.706370 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 10c49fb7-bcd7-4f90-887a-94870952f162 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:53:32.054137 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fca5d-0075-4bde-bcd6-fbb17443957d req-19777d26-f2e1-428d-a8ce-0af5eef71658 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:32.055683 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4b1fca5d-0075-4bde-bcd6-fbb17443957d req-19777d26-f2e1-428d-a8ce-0af5eef71658 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0498316 Aug 29 22:53:32.105521 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0735ec-a0cf-4e7c-bc0d-b3761903b885 req-396c22c8-401f-46a0-934d-b5d9a98cfb0a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:32.107032 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4b0735ec-a0cf-4e7c-bc0d-b3761903b885 req-396c22c8-401f-46a0-934d-b5d9a98cfb0a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0498378 Aug 29 22:53:32.123122 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4b1fca5d-0075-4bde-bcd6-fbb17443957d req-3df20367-fdfa-4602-9b15-51db956d14ea tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614998 Aug 29 22:53:32.157565 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4b0735ec-a0cf-4e7c-bc0d-b3761903b885 req-e3269b5b-5b5b-453c-be6e-73275f522ee1 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439754 Aug 29 22:53:32.277811 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1cc3d-b10d-4188-b11d-f9b3456b48ff req-cc04c8cd-1fae-4532-8bb8-1c28dcef75ef tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:32.279350 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d1e1cc3d-b10d-4188-b11d-f9b3456b48ff req-cc04c8cd-1fae-4532-8bb8-1c28dcef75ef tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0510516 Aug 29 22:53:32.295668 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33156) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:32.302510 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Request body: {'floatingip': {'port_id': '65cd327f-714d-410a-9959-d9a32027ba22'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:32.344182 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (14429deb-fcce-41b3-ab89-2199670b3c28), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:32.371884 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4102ed64-3919-4172-a9cd-800a391b44a8 req-48020dbb-2660-4f5d-9326-54241943e7a3 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0320868 Aug 29 22:53:32.538138 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:32.566691 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:33.142133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:33.208463 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (14429deb-fcce-41b3-ab89-2199670b3c28), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:33.284335 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d787dc-62d9-4c4e-a69e-ea0f81e7900b req-8139b67d-2f79-44cb-ae51-38cbc5dd12f0 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:33.285884 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b2d787dc-62d9-4c4e-a69e-ea0f81e7900b req-8139b67d-2f79-44cb-ae51-38cbc5dd12f0 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0885105 Aug 29 22:53:33.362937 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Floating IP 14429deb-fcce-41b3-ab89-2199670b3c28 associated. External IP: 172.27.4.7, port: 65cd327f-714d-410a-9959-d9a32027ba22. Aug 29 22:53:33.429245 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b2d787dc-62d9-4c4e-a69e-ea0f81e7900b req-515c76a7-8d6b-4feb-8715-2b6c0a65470d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162529 Aug 29 22:53:33.504971 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b918eddc-10fd-4ecb-986e-f258f677bfa8 req-dd324f6c-9e97-4b52-b74d-aa1a429a1c13 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0375438 Aug 29 22:53:33.599882 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Router 91177666-2801-4421-aaf2-93d08ccbf71f has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:53:33.700642 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:53:33.705699 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:33.710221 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] Sync routers for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:53:33.721860 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:33.722566 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:33.740444 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-01e3eae5-7f66-47a8-8dda-cefa1d6a1e69 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/14429deb-fcce-41b3-ab89-2199670b3c28 HTTP/1.1" status: 200 len: 989 time: 1.4430516 Aug 29 22:53:33.741051 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:33.743343 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c138e7b-6f3c-4efc-b41c-855208e5681c" -d '{"events": [{"name": "network-changed", "server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "tag": "65cd327f-714d-410a-9959-d9a32027ba22"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:33.782756 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c005e7c8-e9fe-446b-94f7-3b7bfbef6c0c x-openstack-request-id: req-c005e7c8-e9fe-446b-94f7-3b7bfbef6c0c {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:33.783156 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "tag": "65cd327f-714d-410a-9959-d9a32027ba22", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:33.783508 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c005e7c8-e9fe-446b-94f7-3b7bfbef6c0c {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:33.784091 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c005e7c8-e9fe-446b-94f7-3b7bfbef6c0c'] response: {'name': 'network-changed', 'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22', 'status': 'completed', 'code': 200} Aug 29 22:53:33.836711 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:33.966960 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2aa355d8-26b7-4a57-848d-6eb620f9fb99 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:53:33.993025 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 2aa355d8-26b7-4a57-848d-6eb620f9fb99 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:53:33.993609 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2aa355d8-26b7-4a57-848d-6eb620f9fb99 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:53:34.058834 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '14429deb-fcce-41b3-ab89-2199670b3c28', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'floating_ip_address': '172.27.4.7', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'port_id': '65cd327f-714d-410a-9959-d9a32027ba22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'mac_address': 'fa:16:3e:80:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5957a589-da27-4005-9715-51871f53c63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:53:08Z', 'updated_at': '2022-08-29T22:53:33Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:34.088914 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] Checking router: 91177666-2801-4421-aaf2-93d08ccbf71f for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:53:34.099217 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:34.099847 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:34.209660 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:34.438388 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '14429deb-fcce-41b3-ab89-2199670b3c28', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'floating_ip_address': '172.27.4.7', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'port_id': '65cd327f-714d-410a-9959-d9a32027ba22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'mac_address': 'fa:16:3e:80:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5957a589-da27-4005-9715-51871f53c63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:53:08Z', 'updated_at': '2022-08-29T22:53:33Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:34.463913 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190f8042-40de-4418-8573-67d9e4e99e00 None None] The sync data for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi is: [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '14429deb-fcce-41b3-ab89-2199670b3c28', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'floating_ip_address': '172.27.4.7', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'port_id': '65cd327f-714d-410a-9959-d9a32027ba22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'mac_address': 'fa:16:3e:80:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5957a589-da27-4005-9715-51871f53c63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:53:08Z', 'updated_at': '2022-08-29T22:53:33Z', 'revision_number': 1, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:53:34.566750 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a61d84-039f-49b1-b9d4-0309cc3497bd req-27c09b69-2b5e-419d-97a5-10361da733c4 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:34.568329 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-87a61d84-039f-49b1-b9d4-0309cc3497bd req-27c09b69-2b5e-419d-97a5-10361da733c4 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0527620 Aug 29 22:53:34.638613 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-87a61d84-039f-49b1-b9d4-0309cc3497bd req-67c8ef7b-7d23-45c5-9f61-a6cd3118101d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641201 Aug 29 22:53:34.664921 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8ddf1f8d-c03c-4ef0-8aec-7b66daaffe2a req-8c2be920-2fa1-4c2d-9760-147debbf0b63 tempest-VolumesNegativeTest-695010953 tempest-VolumesNegativeTest-695010953-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=778693a7-58a0-4cb4-8c82-417b3c8b0c2a HTTP/1.1" status: 200 len: 210 time: 0.0351734 Aug 29 22:53:34.681233 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe2eed6-5540-4dc3-ad9d-377ba9e60447 None None] New status for floating IP 14429deb-fcce-41b3-ab89-2199670b3c28: ACTIVE {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:53:35.038784 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-f27b495f-2537-4f4e-a8a0-8687b744f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.040301 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-f27b495f-2537-4f4e-a8a0-8687b744f078 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 1129 time: 0.0699778 Aug 29 22:53:35.046833 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-fbdade41-83dc-409c-a908-5c3cfc056e5c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479057 Aug 29 22:53:35.150019 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:35.159060 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-24c871e4-0c8f-4c20-a8f6-26873ac259aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.161029 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-24c871e4-0c8f-4c20-a8f6-26873ac259aa service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 1130 time: 0.0542338 Aug 29 22:53:35.183451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:35.189369 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-66c4fee0-9d6b-4101-b147-1c505734b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.190763 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-66c4fee0-9d6b-4101-b147-1c505734b93a service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 200 len: 912 time: 0.1424661 Aug 29 22:53:35.583645 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-b5ead3c7-36a7-4cf8-8ece-f9d01d59b102 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65cd327f-714d-410a-9959-d9a32027ba22 HTTP/1.1" status: 200 len: 999 time: 0.1116660 Aug 29 22:53:35.631418 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-16bb57dd-1819-499c-8539-8312bc795061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.632879 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-16bb57dd-1819-499c-8539-8312bc795061 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 200 len: 920 time: 0.1239994 Aug 29 22:53:35.689710 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-8fedf2b7-3f39-411d-b0e3-9d92fe12b571 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 200 len: 217 time: 0.0370734 Aug 29 22:53:35.712309 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-c62132ea-38db-40e7-b11a-d066f87da9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.713834 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-c62132ea-38db-40e7-b11a-d066f87da9cd service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 200 len: 850 time: 0.0938029 Aug 29 22:53:35.828247 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486969d0-6fe2-4e1a-9bfe-9f8a78354c54 req-0b4d1c40-afc3-4758-8401-7c807648d210 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.829789 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-486969d0-6fe2-4e1a-9bfe-9f8a78354c54 req-0b4d1c40-afc3-4758-8401-7c807648d210 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0975916 Aug 29 22:53:35.831111 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-5eb4e6e9-9566-4d4c-acf0-cacebea970da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.832452 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-5eb4e6e9-9566-4d4c-acf0-cacebea970da service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 200 len: 858 time: 0.1329744 Aug 29 22:53:35.833835 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-32e2319a-5655-4591-b69a-ef37ec8873ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.835196 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-32e2319a-5655-4591-b69a-ef37ec8873ce service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3cbc22b7-19e9-4863-99a1-541b71beccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018922 Aug 29 22:53:35.961622 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-04e3ab38-656c-4c4a-afdd-fb272180715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:35.963195 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-04e3ab38-656c-4c4a-afdd-fb272180715d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=e0df57fe-49a1-4753-930b-30f7d46d9482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129491 Aug 29 22:53:36.005747 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-486969d0-6fe2-4e1a-9bfe-9f8a78354c54 req-39b7d141-ede3-48b9-909f-602f58bbec3a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1693244 Aug 29 22:53:36.087838 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-479cf513-4501-4eab-8474-4a873ce5ad07 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242982 Aug 29 22:53:36.120437 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-338fe7fc-cd7d-4557-a7f6-091033a26f16 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448417 Aug 29 22:53:36.256988 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c138e7b-6f3c-4efc-b41c-855208e5681c req-92343f6b-6849-4229-abb5-2df769488780 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686556 Aug 29 22:53:36.271997 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-678cc307-7cbf-446e-9f7c-c1b5beeedaec req-7751c9eb-6572-4038-9077-9db102cc9d58 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258197 Aug 29 22:53:36.517345 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:53:37.147886 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560720f1-2a5f-4471-bae7-a8adf430f77a req-73d03f11-3e4d-4d23-bb81-90b5ee900dd0 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:37.154016 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-560720f1-2a5f-4471-bae7-a8adf430f77a req-73d03f11-3e4d-4d23-bb81-90b5ee900dd0 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0563211 Aug 29 22:53:37.195909 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d2239-88d6-4d51-bf22-41ce52a2b265 req-3ac8145f-367f-46de-bbeb-b8cce5fd9ff2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:37.198053 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-900d2239-88d6-4d51-bf22-41ce52a2b265 req-3ac8145f-367f-46de-bbeb-b8cce5fd9ff2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0525258 Aug 29 22:53:37.238252 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-560720f1-2a5f-4471-bae7-a8adf430f77a req-5cd6010e-c9b1-432e-b39d-bb996769152d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777261 Aug 29 22:53:37.256849 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-900d2239-88d6-4d51-bf22-41ce52a2b265 req-daf412ed-97af-47ca-86a9-4380861e9db6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526714 Aug 29 22:53:38.366154 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f3f22-83c8-4416-b4bf-d43163d8902b req-01529a12-fa26-4fb1-8861-6dfc4945861d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:38.367671 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7b0f3f22-83c8-4416-b4bf-d43163d8902b req-01529a12-fa26-4fb1-8861-6dfc4945861d tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0488667 Aug 29 22:53:38.385850 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc903f-2392-4a39-8134-0f7a6b2b120a req-9b5a675c-b71b-4ad7-8fb5-af2025820b0b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:38.387440 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e3dc903f-2392-4a39-8134-0f7a6b2b120a req-9b5a675c-b71b-4ad7-8fb5-af2025820b0b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0525780 Aug 29 22:53:38.415537 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:38.427010 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:38.439021 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e3dc903f-2392-4a39-8134-0f7a6b2b120a req-92895751-37c5-46af-92ac-6c055b6929b8 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 Aug 29 22:53:38.441258 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7b0f3f22-83c8-4416-b4bf-d43163d8902b req-64772fdd-fc14-403a-bbec-3ee0771a3ea4 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677290 Aug 29 22:53:39.574603 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2929d7-2ccd-4909-8bab-483e04d17ef8 req-8f234861-aed7-426d-b4a0-c0708001ebf6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:39.576452 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cf2929d7-2ccd-4909-8bab-483e04d17ef8 req-8f234861-aed7-426d-b4a0-c0708001ebf6 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Aug 29 22:53:39.586861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20234c0-1d9f-4a52-8122-f051f4742184 req-27026195-0ec1-4717-962b-d37dc49fbd54 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:39.591380 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b20234c0-1d9f-4a52-8122-f051f4742184 req-27026195-0ec1-4717-962b-d37dc49fbd54 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0751553 Aug 29 22:53:39.637280 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cf2929d7-2ccd-4909-8bab-483e04d17ef8 req-0282972c-697b-4041-b7d6-a0931424716c tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541329 Aug 29 22:53:39.667022 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b20234c0-1d9f-4a52-8122-f051f4742184 req-fc64d43c-2f5b-461d-a8b6-86fbfa3f9d5c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692365 Aug 29 22:53:40.761394 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4e6b7-9db8-49b6-b939-4d418c0fd449 req-7f58cf95-526a-40b1-8bcb-21ad571d1a30 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:40.763067 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ad4e6b7-9db8-49b6-b939-4d418c0fd449 req-7f58cf95-526a-40b1-8bcb-21ad571d1a30 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Aug 29 22:53:40.798128 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80ad45-e47b-4944-bf7d-0254e7c85684 req-1a94e743-7b42-4aa9-8a51-e879e7412a65 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:40.800459 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4f80ad45-e47b-4944-bf7d-0254e7c85684 req-1a94e743-7b42-4aa9-8a51-e879e7412a65 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0521894 Aug 29 22:53:40.818190 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ad4e6b7-9db8-49b6-b939-4d418c0fd449 req-0b3d5f90-8988-4ade-bfde-1f916b23a48b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487974 Aug 29 22:53:40.846809 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:40.867522 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4f80ad45-e47b-4944-bf7d-0254e7c85684 req-89058e26-766f-4e0c-9c16-c0c358815aa7 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616229 Aug 29 22:53:41.665897 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247387ce-5128-4523-8836-eea3c63cc0dd req-13949a50-1a91-4e2b-9a74-9d6e820f7c2a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:41.667388 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-247387ce-5128-4523-8836-eea3c63cc0dd req-13949a50-1a91-4e2b-9a74-9d6e820f7c2a tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.0493410 Aug 29 22:53:41.761565 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Deleting port d5317cad-0fae-4b42-bce5-918aa12399dd {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:53:41.762210 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:41.863750 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] For port d5317cad-0fae-4b42-bce5-918aa12399dd, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d5317cad-0fae-4b42-bce5-918aa12399dd,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:41.864133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:41.993898 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95df828-eced-4900-b411-eb770d36ae68 req-8eb56bf9-d04e-4881-a23a-cac4a7e96d97 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:41.996011 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d95df828-eced-4900-b411-eb770d36ae68 req-8eb56bf9-d04e-4881-a23a-cac4a7e96d97 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0542853 Aug 29 22:53:42.083401 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d95df828-eced-4900-b411-eb770d36ae68 req-bc29e98a-91ff-4ab7-895d-2dfe45d6c5e2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775833 Aug 29 22:53:42.261955 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dd9ca-d1dd-4192-87af-a00e1317916d req-f2c0e381-1f2b-43aa-b4da-1899cee9fecb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:42.266803 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-455dd9ca-d1dd-4192-87af-a00e1317916d req-f2c0e381-1f2b-43aa-b4da-1899cee9fecb tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 945 time: 0.3552046 Aug 29 22:53:42.350573 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-387a2a75-0f3a-46a1-861e-43d27ac4c826 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:42.352130 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-387a2a75-0f3a-46a1-861e-43d27ac4c826 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/networks?id=7214298d-8b6f-46bb-9406-ec92ab2d115a HTTP/1.1" status: 200 len: 813 time: 0.1133866 Aug 29 22:53:42.367960 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:42.368327 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:42.368643 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Floating IP 9ee7d1d2-aade-46c7-8f8c-98c89a599bb7 disassociated. External IP: 172.27.4.18, port: d5317cad-0fae-4b42-bce5-918aa12399dd. Aug 29 22:53:42.372590 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Calling delete_port for d5317cad-0fae-4b42-bce5-918aa12399dd owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:53:42.372706 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-611a61c5-9639-48a3-8d60-b78150b326fd tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/quotas/a8c824e8723341808544a577b85d9b2d HTTP/1.1" status: 200 len: 375 time: 0.0109515 Aug 29 22:53:42.381246 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-455dd9ca-d1dd-4192-87af-a00e1317916d req-2a023006-682c-4ba5-bb23-3e447181d115 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c5f53d0-a03c-4c59-894b-6051781564e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101797 Aug 29 22:53:42.404965 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-7fc480ae-aefb-42b5-b843-583f430eaaaf tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a8c824e8723341808544a577b85d9b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300958 Aug 29 22:53:42.555018 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-00eba86e-34e2-4cc5-b819-75ea7045fbd2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414442 Aug 29 22:53:42.615254 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33514) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:42.615423 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:42.649828 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-d4539ae1-7e3d-4598-a15c-9310170aea4b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886183 Aug 29 22:53:42.668012 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (d5317cad-0fae-4b42-bce5-918aa12399dd), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:42.699634 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event deleted for resources: {'Port': ['ID=d5317cad-0fae-4b42-bce5-918aa12399dd,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:42.710123 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.710468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.711077 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.711411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.711742 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.712071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.712395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.712729 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.713104 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.713819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.713819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.714001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.714292 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.714609 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.714926 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:42.773987 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:42.789550 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:42.835261 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b27faa81-7d23-4acb-bd08-d85c50152c61 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3dacdd3e7b3240aabacdf5c385d5b9b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188294 Aug 29 22:53:42.838274 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33518) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:42.861683 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Router 39c2a81f-5579-4ee8-be5b-02cb7124a596 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:53:42.895903 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Publish callbacks [] for security_group (3b66af39-39dd-4a41-a89e-478c1d73087d), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:42.918938 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Publish callbacks [] for security_group (3b66af39-39dd-4a41-a89e-478c1d73087d), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:42.974186 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:53:42.988238 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] Sync routers for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:53:43.001560 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:43.003141 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:43.052041 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] No DVR routers for this DVR port d5317cad-0fae-4b42-bce5-918aa12399dd on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:53:43.052252 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (3b66af39-39dd-4a41-a89e-478c1d73087d), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:43.055518 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-75562bf4-5b7e-4128-b102-d68f99f85851 req-9c0b696c-c985-4a3f-9209-a2217f71d56d tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 210 time: 0.0510981 Aug 29 22:53:43.055696 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:43.056937 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:43.060087 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3b66af39-39dd-4a41-a89e-478c1d73087d HTTP/1.1" status: 204 len: 168 time: 0.2207603 Aug 29 22:53:43.060279 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-247387ce-5128-4523-8836-eea3c63cc0dd req-d76c930f-2079-4f8d-b8c3-a9474ba740e2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "DELETE /networking/v2.0/ports/d5317cad-0fae-4b42-bce5-918aa12399dd HTTP/1.1" status: 204 len: 173 time: 1.3823295 Aug 29 22:53:43.061016 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'name': 'network-vif-deleted', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:43.063592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcfda1a-b397-43f3-962d-dfdacf3cff09" -d '{"events": [{"server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "name": "network-vif-deleted", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:43.081566 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b66af39-39dd-4a41-a89e-478c1d73087d,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:43.099246 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.104050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe724ad-6e8a-4a84-8b68-13c2a0e6b5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:43.140003 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e46296-c02c-4025-ae37-180a8805a43e x-openstack-request-id: req-d1e46296-c02c-4025-ae37-180a8805a43e {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:43.140459 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3390881-2a07-4dfd-a9e3-d17318cf8441", "name": "network-vif-deleted", "tag": "d5317cad-0fae-4b42-bce5-918aa12399dd", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:43.141326 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1e46296-c02c-4025-ae37-180a8805a43e {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:43.141326 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e46296-c02c-4025-ae37-180a8805a43e'] response: {'server_uuid': 'd3390881-2a07-4dfd-a9e3-d17318cf8441', 'name': 'network-vif-deleted', 'tag': 'd5317cad-0fae-4b42-bce5-918aa12399dd', 'status': 'completed', 'code': 200} Aug 29 22:53:43.197778 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:43.267624 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6972fd-4497-4a2a-b3a0-55818457cd75 req-60c371e0-c2f9-43ad-a6c5-d2f583b826f1 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:43.269802 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0b6972fd-4497-4a2a-b3a0-55818457cd75 req-60c371e0-c2f9-43ad-a6c5-d2f583b826f1 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0625839 Aug 29 22:53:43.358155 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0b6972fd-4497-4a2a-b3a0-55818457cd75 req-9c7ad197-de0b-49a7-886b-dbe79ec7dd87 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798316 Aug 29 22:53:43.382684 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:43.395657 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:43.476885 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:43.520757 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] Checking router: 39c2a81f-5579-4ee8-be5b-02cb7124a596 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:53:43.527774 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-903f9436-3268-4e77-9055-f0f5488b72fe req-39992162-d90e-4e48-85ba-dc6fd7cff836 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0365272 Aug 29 22:53:43.545377 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:43.545377 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:43.675233 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:43.978248 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:44.003695 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c94db-96f3-4aca-b4d5-06d61c9aa5ac None None] The sync data for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi is: [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f181e6c9-b0e6-4789-a4ec-83465539208c', 'name': '', 'network_id': 'e0df57fe-49a1-4753-930b-30f7d46d9482', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'mac_address': 'fa:16:3e:e2:6f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:28Z', 'updated_at': '2022-08-29T22:48:47Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'subnets': [{'id': '8fa2308a-d2cb-4789-85b8-160c4d2abcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:53:44.163106 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d70f2945-d4bd-4ed8-a8c3-005c44f5cf22 req-e517ffbb-b02b-418a-ae4c-c9829dbd91b5 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 210 time: 0.0336363 Aug 29 22:53:44.268850 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3927a36b-3e9f-4175-bd96-9d893efcbfd2 None None] New status for floating IP 9ee7d1d2-aade-46c7-8f8c-98c89a599bb7: DOWN {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:53:44.379087 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33560) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:44.520853 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853b0d3-8ab8-4123-a659-3e7aca7973b0 req-c0be97e9-780a-4c77-909f-0bb4871d0a0b tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:44.520853 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8853b0d3-8ab8-4123-a659-3e7aca7973b0 req-c0be97e9-780a-4c77-909f-0bb4871d0a0b tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0527558 Aug 29 22:53:44.528142 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-106505455-network', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:44.585509 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8853b0d3-8ab8-4123-a659-3e7aca7973b0 req-81ad5874-d01a-4407-be3b-ee9f483ea2e7 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595083 Aug 29 22:53:44.654288 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d2d2def8-f9e9-45bd-95d7-357db96daf9b req-461b177f-4e31-44c3-8ad0-b7e5188300cf tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d3390881-2a07-4dfd-a9e3-d17318cf8441 HTTP/1.1" status: 200 len: 210 time: 0.0399256 Aug 29 22:53:44.695742 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Made reservation on behalf of e1e766828cca43808ba55f00a50c53f9 for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:53:44.698251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:44.708401 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:44.784667 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks [] for security_group (053da2d9-7bc9-49b0-b083-9422b89dfc26), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:44.885858 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (053da2d9-7bc9-49b0-b083-9422b89dfc26), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:44.908409 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:53:44.919928 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:44.924389 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053da2d9-7bc9-49b0-b083-9422b89dfc26,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:44.927306 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (9e243c7b-727e-4aa0-a492-0b069f798783), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:44.927665 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Added segment 9e243c7b-727e-4aa0-a492-0b069f798783 of type vlan for network cdc689a8-02d8-417d-924a-20e87953aa8c Aug 29 22:53:44.971499 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (cdc689a8-02d8-417d-924a-20e87953aa8c), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:45.113827 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (cdc689a8-02d8-417d-924a-20e87953aa8c), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:45.114892 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:45.115506 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:45.177886 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc689a8-02d8-417d-924a-20e87953aa8c,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:45.187713 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network cdc689a8-02d8-417d-924a-20e87953aa8c details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:53:45.254662 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b2973df2-6847-4471-952d-ee9d8d731576 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8744547 Aug 29 22:53:45.257623 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33570) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:45.262350 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Request body: {'subnet': {'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-106505455-subnet', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'ip_version': 4}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:45.281511 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3b452355-aba4-4c47-a0af-249c3798cf59 req-d51e6b12-dd14-4ed9-9763-aca189ac3c4a tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 210 time: 0.0398121 Aug 29 22:53:45.360426 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Made reservation on behalf of e1e766828cca43808ba55f00a50c53f9 for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:53:45.363743 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5605338'] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:45.455964 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:45.709151 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5605324'] for subnet (bd981eb2-a2ba-432c-b6d7-76d33f673de7), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:45.793122 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023636d-e51b-4343-a9fe-91b9ac7f5dbc req-25559088-fe61-4824-a65d-92dd2fc443e2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:45.795085 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Checking segment: {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:45.795546 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Network hostable DHCP agents. Network: cdc689a8-02d8-417d-924a-20e87953aa8c, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:53:45.800630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6023636d-e51b-4343-a9fe-91b9ac7f5dbc req-25559088-fe61-4824-a65d-92dd2fc443e2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0689356 Aug 29 22:53:45.804124 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd981eb2-a2ba-432c-b6d7-76d33f673de7,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:45.871910 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6023636d-e51b-4343-a9fe-91b9ac7f5dbc req-3f43df0c-36f9-4b3d-9b25-502754cedc86 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701630 Aug 29 22:53:45.891371 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d5317cad-0fae-4b42-bce5-918aa12399dd no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:53:45.901669 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33578) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:45.911861 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: d5317cad-0fae-4b42-bce5-918aa12399dd {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:53:45.912208 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d5317cad-0fae-4b42-bce5-918aa12399dd not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:53:45.926205 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:45.957837 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0616a266-d1a8-4417-9be1-286c578db116 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group (0c5f53d0-a03c-4c59-894b-6051781564e8), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:45.981740 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0616a266-d1a8-4417-9be1-286c578db116 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group (0c5f53d0-a03c-4c59-894b-6051781564e8), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.017762 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Network cdc689a8-02d8-417d-924a-20e87953aa8c is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:53:46.114149 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0616a266-d1a8-4417-9be1-286c578db116 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0c5f53d0-a03c-4c59-894b-6051781564e8), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.116822 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0616a266-d1a8-4417-9be1-286c578db116 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.117978 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-0616a266-d1a8-4417-9be1-286c578db116 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0c5f53d0-a03c-4c59-894b-6051781564e8 HTTP/1.1" status: 204 len: 168 time: 0.2152848 Aug 29 22:53:46.118626 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, cdc689a8-02d8-417d-924a-20e87953aa8c) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:46.120682 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33582) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:46.126472 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:46.127067 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.127491 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc39671-ae0b-4acf-bdb2-798e6df4f64d None None] Network cdc689a8-02d8-417d-924a-20e87953aa8c requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:53:46.135816 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616a266-d1a8-4417-9be1-286c578db116 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5f53d0-a03c-4c59-894b-6051781564e8,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:46.137844 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.api.v2.resource [None req-a63bd31f-ab60-446e-b0fb-b20ad8756b76 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] show failed (client error): The resource could not be found. Aug 29 22:53:46.139068 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a63bd31f-ab60-446e-b0fb-b20ad8756b76 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups/0c5f53d0-a03c-4c59-894b-6051781564e8 HTTP/1.1" status: 404 len: 347 time: 0.0171506 Aug 29 22:53:46.142080 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33584) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:46.238401 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-541068e5-cd7b-4316-a43b-baa153a849ca admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9794314 Aug 29 22:53:46.240909 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:46.241388 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33586) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:46.245458 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:46.270904 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-cdc689a8-02d8-417d-924a-20e87953aa8c', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:53:46.277753 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.325984 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Deleting port d09bb73c-8f74-43cb-84c2-d000ec1daa25 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:53:46.326334 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.354821 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (3ad2251c-5eb2-43a5-9142-50500b48b3dd), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.356581 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (3ad2251c-5eb2-43a5-9142-50500b48b3dd), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.413718 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:46.423758 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-78d36953-eaff-40a4-ae38-d64b6ab57fbc tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:46.425319 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-78d36953-eaff-40a4-ae38-d64b6ab57fbc tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "GET /networking/v2.0/networks?id=7214298d-8b6f-46bb-9406-ec92ab2d115a HTTP/1.1" status: 200 len: 813 time: 0.2079604 Aug 29 22:53:46.443835 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Allocated IP 172.20.0.2 (cdc689a8-02d8-417d-924a-20e87953aa8c/bd981eb2-a2ba-432c-b6d7-76d33f673de7/646817a7-1247-4356-9e84-d0014a50b186) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:46.459457 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks [] for router_controller (3ad2251c-5eb2-43a5-9142-50500b48b3dd), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.464204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Request body: {'port': {'device_id': 'c7521284-b51c-49f4-96d5-549f7264930a', 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a', 'admin_state_up': True, 'tenant_id': 'a8c824e8723341808544a577b85d9b2d'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:46.468614 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8b804877-9033-4260-9799-c7549fe011aa req-cd6add9f-4a7e-4f7b-9477-5ac5916cae26 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 210 time: 0.0651381 Aug 29 22:53:46.525105 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.525692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (d09bb73c-8f74-43cb-84c2-d000ec1daa25), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.545094 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Calling delete_port for d09bb73c-8f74-43cb-84c2-d000ec1daa25 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:53:46.585027 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:46.617646 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Publish callbacks [] for port (646817a7-1247-4356-9e84-d0014a50b186), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.666828 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:46.685658 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (646817a7-1247-4356-9e84-d0014a50b186), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.735679 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Network cdc689a8-02d8-417d-924a-20e87953aa8c is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:46.742308 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:46.746408 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:46.751574 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Pushing event updated for resources: {'Port': ['ID=646817a7-1247-4356-9e84-d0014a50b186,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:46.771449 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Made reservation on behalf of a8c824e8723341808544a577b85d9b2d for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:53:46.778183 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.809598 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Attempting to bind port 646817a7-1247-4356-9e84-d0014a50b186 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:46.811643 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Attempting to bind port 646817a7-1247-4356-9e84-d0014a50b186 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:46.811643 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Attempting to bind port 646817a7-1247-4356-9e84-d0014a50b186 on network cdc689a8-02d8-417d-924a-20e87953aa8c {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:46.816627 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:46.817315 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Checking segment: {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:46.817839 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.818235 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Bound using segment: {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:46.818713 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Bound port: 646817a7-1247-4356-9e84-d0014a50b186, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:46.819102 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (646817a7-1247-4356-9e84-d0014a50b186), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.841882 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (d09bb73c-8f74-43cb-84c2-d000ec1daa25), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.878820 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event deleted for resources: {'Port': ['ID=d09bb73c-8f74-43cb-84c2-d000ec1daa25,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:46.887417 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] For port 646817a7-1247-4356-9e84-d0014a50b186, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:46.891159 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] For port 646817a7-1247-4356-9e84-d0014a50b186, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=646817a7-1247-4356-9e84-d0014a50b186,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:46.933281 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks [] for router_gateway (3ad2251c-5eb2-43a5-9142-50500b48b3dd), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:46.998337 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Allocated IP 172.20.0.8 (7214298d-8b6f-46bb-9406-ec92ab2d115a/c61e7ded-4fe1-4e52-a382-8addf7d0f63c/073b17c6-c60c-4033-bd71-9e7065aad2c0) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:47.002932 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2d054-be46-4140-9fe8-582e9f2e48bf req-d659c40e-06ca-4aa8-a73f-a1f95c6dc114 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:47.005196 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e6b2d054-be46-4140-9fe8-582e9f2e48bf req-d659c40e-06ca-4aa8-a73f-a1f95c6dc114 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0534258 Aug 29 22:53:47.007711 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks [] for floatingip (9ee7d1d2-aade-46c7-8f8c-98c89a599bb7), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.010485 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.011633 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-550449c3-a8b8-4aa6-a304-b351844a5465 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/9ee7d1d2-aade-46c7-8f8c-98c89a599bb7 HTTP/1.1" status: 204 len: 168 time: 0.8677626 Aug 29 22:53:47.011889 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (646817a7-1247-4356-9e84-d0014a50b186), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.082155 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0bcfc-0862-4956-8864-580827c3ead8 None None] Pushing event updated for resources: {'Port': ['ID=646817a7-1247-4356-9e84-d0014a50b186,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:47.122611 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:47.152334 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e6b2d054-be46-4140-9fe8-582e9f2e48bf req-d30bb4d4-4e61-4245-8a2c-1762b61bb863 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419170 Aug 29 22:53:47.267006 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks [] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.342943 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks [] for router_gateway (3ad2251c-5eb2-43a5-9142-50500b48b3dd), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.367406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.417315 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.465622 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Network 7214298d-8b6f-46bb-9406-ec92ab2d115a is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:47.468750 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:47.472956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:47.479366 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Pushing event updated for resources: {'Port': ['ID=073b17c6-c60c-4033-bd71-9e7065aad2c0,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:47.487517 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Allocated IP 172.27.4.252 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/42dcde5c-655b-42dd-94a5-902f30c60dd3) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:47.529106 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:47.529915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.604648 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aca87-5e85-42ed-9d2e-20f117061167 req-837b540b-e50e-48ad-9d95-dffbe849610e tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:47.606290 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a41aca87-5e85-42ed-9d2e-20f117061167 req-837b540b-e50e-48ad-9d95-dffbe849610e tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 931 time: 0.0499489 Aug 29 22:53:47.606750 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks [] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.632760 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-59918dcd-01d6-44dc-b1c9-fc41c34bcd95 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1829185 Aug 29 22:53:47.671018 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a41aca87-5e85-42ed-9d2e-20f117061167 req-5dbaa576-4df4-4194-bdef-eb582c9c52cd tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588455 Aug 29 22:53:47.718200 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Request body: {'port': {'device_id': 'c7521284-b51c-49f4-96d5-549f7264930a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:47.780494 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.811247 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:47.862524 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:47.866829 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:47.871865 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Pushing event updated for resources: {'Port': ['ID=42dcde5c-655b-42dd-94a5-902f30c60dd3,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:47.871865 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:48.027746 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:48.074539 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a8baee-d162-4cc5-ae1f-4bb641f96757 None None] Network cdc689a8-02d8-417d-924a-20e87953aa8c requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:53:48.077184 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073b17c6-c60c-4033-bd71-9e7065aad2c0 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:53:48.085086 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Publish callbacks [] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.097905 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Transition to ACTIVE for port object 073b17c6-c60c-4033-bd71-9e7065aad2c0 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:53:48.131907 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-690cf955-55f5-40e5-b20d-bdd6ace6c255 None None] Provisioning complete for port 646817a7-1247-4356-9e84-d0014a50b186 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:48.135112 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-690cf955-55f5-40e5-b20d-bdd6ace6c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (646817a7-1247-4356-9e84-d0014a50b186), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.227767 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.257058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-690cf955-55f5-40e5-b20d-bdd6ace6c255 None None] Current status of the port 646817a7-1247-4356-9e84-d0014a50b186 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:48.258039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-690cf955-55f5-40e5-b20d-bdd6ace6c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (646817a7-1247-4356-9e84-d0014a50b186), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.283994 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:48.305613 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-690cf955-55f5-40e5-b20d-bdd6ace6c255 None None] For port 646817a7-1247-4356-9e84-d0014a50b186, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=646817a7-1247-4356-9e84-d0014a50b186,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:48.315062 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks [] for router_gateway (3ad2251c-5eb2-43a5-9142-50500b48b3dd), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.334226 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:48.349546 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Pushing event updated for resources: {'Port': ['ID=073b17c6-c60c-4033-bd71-9e7065aad2c0,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:48.367095 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ecb5a-023c-4551-a917-8ab020d8a0aa req-fc340a02-8455-4d42-87c1-bf8207272930 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:48.368898 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b88ecb5a-023c-4551-a917-8ab020d8a0aa req-fc340a02-8455-4d42-87c1-bf8207272930 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0963621 Aug 29 22:53:48.390626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Attempting to bind port 073b17c6-c60c-4033-bd71-9e7065aad2c0 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:48.391667 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Attempting to bind port 073b17c6-c60c-4033-bd71-9e7065aad2c0 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:48.392226 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Attempting to bind port 073b17c6-c60c-4033-bd71-9e7065aad2c0 on network 7214298d-8b6f-46bb-9406-ec92ab2d115a {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:48.399038 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Port 073b17c6-c60c-4033-bd71-9e7065aad2c0 on network 7214298d-8b6f-46bb-9406-ec92ab2d115a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:53:48.399565 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Attempting to bind port 073b17c6-c60c-4033-bd71-9e7065aad2c0 on network 7214298d-8b6f-46bb-9406-ec92ab2d115a {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:48.406256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-690cf955-55f5-40e5-b20d-bdd6ace6c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (646817a7-1247-4356-9e84-d0014a50b186), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.409182 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:48.410416 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Checking segment: {'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:48.410965 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Bound using segment: {'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:48.411816 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Bound port: 073b17c6-c60c-4033-bd71-9e7065aad2c0, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa96017f-e07f-482e-a430-971f6fe6c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:48.412371 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.449676 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b88ecb5a-023c-4551-a917-8ab020d8a0aa req-4645bf08-cf43-46ef-ba3a-1d2c8de06158 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711532 Aug 29 22:53:48.485982 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:48.504115 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] For port 073b17c6-c60c-4033-bd71-9e7065aad2c0, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:48.508614 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] For port 073b17c6-c60c-4033-bd71-9e7065aad2c0, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=073b17c6-c60c-4033-bd71-9e7065aad2c0,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:48.508978 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cf955-55f5-40e5-b20d-bdd6ace6c255 None None] Pushing event updated for resources: {'Port': ['ID=646817a7-1247-4356-9e84-d0014a50b186,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:48.525276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-9e5657d0-851e-498e-9be3-0b3408cb04b8 None None] Provisioning complete for port 646817a7-1247-4356-9e84-d0014a50b186 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:48.525659 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-9e5657d0-851e-498e-9be3-0b3408cb04b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (646817a7-1247-4356-9e84-d0014a50b186), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.601147 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-9e5657d0-851e-498e-9be3-0b3408cb04b8 None None] Current status of the port 646817a7-1247-4356-9e84-d0014a50b186 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:48.615445 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (3ad2251c-5eb2-43a5-9142-50500b48b3dd), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.622570 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.625841 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:48.626499 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:48.627955 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/073b17c6-c60c-4033-bd71-9e7065aad2c0 HTTP/1.1" status: 200 len: 1093 time: 0.9825709 Aug 29 22:53:48.630828 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7521284-b51c-49f4-96d5-549f7264930a', 'tag': '073b17c6-c60c-4033-bd71-9e7065aad2c0'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:48.633928 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51bdfbb-39b8-4d92-a11f-ad9dd0bce7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7521284-b51c-49f4-96d5-549f7264930a", "tag": "073b17c6-c60c-4033-bd71-9e7065aad2c0"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:48.683104 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7194496-6e7b-4755-9a9e-ff618882ee06 x-openstack-request-id: req-e7194496-6e7b-4755-9a9e-ff618882ee06 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:48.683391 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7521284-b51c-49f4-96d5-549f7264930a", "tag": "073b17c6-c60c-4033-bd71-9e7065aad2c0", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:48.683649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7194496-6e7b-4755-9a9e-ff618882ee06 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:48.684172 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7194496-6e7b-4755-9a9e-ff618882ee06'] response: {'name': 'network-changed', 'server_uuid': 'c7521284-b51c-49f4-96d5-549f7264930a', 'tag': '073b17c6-c60c-4033-bd71-9e7065aad2c0', 'status': 'completed', 'code': 200} Aug 29 22:53:48.690044 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d462c87-9681-4106-a64a-47db56aff165 service neutron] Pushing event updated for resources: {'Port': ['ID=073b17c6-c60c-4033-bd71-9e7065aad2c0,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:48.780794 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bdfbb-39b8-4d92-a11f-ad9dd0bce7e6 req-71d571b7-5bf3-4329-b85f-43e1b5c5b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:48.782618 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d51bdfbb-39b8-4d92-a11f-ad9dd0bce7e6 req-71d571b7-5bf3-4329-b85f-43e1b5c5b652 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a8c824e8723341808544a577b85d9b2d&device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 1127 time: 0.0668752 Aug 29 22:53:48.824922 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e56d1-0083-4624-8137-b23b3b3d85ed req-a601b2b0-00d2-4f1a-88ee-21e006d8c13e tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:48.826433 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-100e56d1-0083-4624-8137-b23b3b3d85ed req-a601b2b0-00d2-4f1a-88ee-21e006d8c13e tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 943 time: 0.0596907 Aug 29 22:53:48.883020 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-100e56d1-0083-4624-8137-b23b3b3d85ed req-ffee32b1-2ac8-4893-97c5-50f10a75c40f tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498025 Aug 29 22:53:48.895723 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bdfbb-39b8-4d92-a11f-ad9dd0bce7e6 req-4400c07b-3bf5-454f-88fa-ea0ac7ef07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:48.895723 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d51bdfbb-39b8-4d92-a11f-ad9dd0bce7e6 req-4400c07b-3bf5-454f-88fa-ea0ac7ef07de service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=a8c824e8723341808544a577b85d9b2d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1038716 Aug 29 22:53:48.900954 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Router 3ad2251c-5eb2-43a5-9142-50500b48b3dd is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:53:48.989120 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 646817a7-1247-4356-9e84-d0014a50b186 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:49.014754 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:53:49.016979 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bdfbb-39b8-4d92-a11f-ad9dd0bce7e6 req-8f42c635-dcc7-40d0-942c-6e4044f0a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:49.019089 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d51bdfbb-39b8-4d92-a11f-ad9dd0bce7e6 req-8f42c635-dcc7-40d0-942c-6e4044f0a3b0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145568 Aug 29 22:53:49.027029 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Sync routers for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:53:49.038751 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:49.039367 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:49.042308 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 646817a7-1247-4356-9e84-d0014a50b186 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:49.042692 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (646817a7-1247-4356-9e84-d0014a50b186), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.115181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-b8519485-03de-4581-b670-f45e76f5faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:49.116643 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-b8519485-03de-4581-b670-f45e76f5faab service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a8c824e8723341808544a577b85d9b2d&device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 1127 time: 0.0581834 Aug 29 22:53:49.117336 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.122198 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e3cb14f6-5c0b-447e-91f1-fb0051c3dc60 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8765824 Aug 29 22:53:49.122390 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33618) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:49.152489 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:49.154698 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 646817a7-1247-4356-9e84-d0014a50b186 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:49.164124 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-cce67a3e-9b7e-4b70-8c7c-491af93e6616 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073b17c6-c60c-4033-bd71-9e7065aad2c0 HTTP/1.1" status: 200 len: 217 time: 0.0405500 Aug 29 22:53:49.167611 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:49.228988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-fdf5df21-29f5-45ab-9070-b110be020be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:49.230478 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-fdf5df21-29f5-45ab-9070-b110be020be4 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=c61e7ded-4fe1-4e52-a382-8addf7d0f63c HTTP/1.1" status: 200 len: 853 time: 0.0481765 Aug 29 22:53:49.264659 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-e5af8e06-d85c-496b-87c0-e9dc9f8b4ee9 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=7214298d-8b6f-46bb-9406-ec92ab2d115a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269825 Aug 29 22:53:49.320958 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:49.349872 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:48Z', 'revision_number': 3, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:49.376740 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Checking router: 3ad2251c-5eb2-43a5-9142-50500b48b3dd for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:53:49.377039 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Updating router 3ad2251c-5eb2-43a5-9142-50500b48b3dd port 42dcde5c-655b-42dd-94a5-902f30c60dd3 binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:53:49.380757 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-44d804ae-15de-4fee-9b66-50d6510ac0a4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088772 Aug 29 22:53:49.406145 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.467260 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.498285 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbe57ac8-7505-4646-947d-e6ef2e8de973 req-6ff07950-fb3d-48ca-a369-db4c06966f1b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121421 Aug 29 22:53:49.522607 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:49.573498 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:49.587709 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2783c-1a50-4dd8-ac74-b83360da5f21 req-5841d8e3-e1f7-43c3-8e84-6ffcce9ec3ed tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:49.593229 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-46e2783c-1a50-4dd8-ac74-b83360da5f21 req-5841d8e3-e1f7-43c3-8e84-6ffcce9ec3ed tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0609674 Aug 29 22:53:49.616436 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.627140 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:49.665044 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-46e2783c-1a50-4dd8-ac74-b83360da5f21 req-a4fc0c45-7db9-429c-b9be-e3f811fe7afd tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692911 Aug 29 22:53:49.692041 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Publish callbacks [] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.782175 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.784019 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Allocated IP 172.20.0.1 (cdc689a8-02d8-417d-924a-20e87953aa8c/bd981eb2-a2ba-432c-b6d7-76d33f673de7/192bec42-bda7-4b8f-b179-48c9ae1de628) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:49.823091 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Attempting to bind port 42dcde5c-655b-42dd-94a5-902f30c60dd3 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:49.823471 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Attempting to bind port 42dcde5c-655b-42dd-94a5-902f30c60dd3 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:49.823835 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Attempting to bind port 42dcde5c-655b-42dd-94a5-902f30c60dd3 on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:49.838791 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Pushing event updated for resources: {'Port': ['ID=42dcde5c-655b-42dd-94a5-902f30c60dd3,revision_number=2']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:49.848031 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.848386 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.848754 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.849311 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.849438 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.849763 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.850082 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.850404 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.851082 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.851082 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.851429 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.851770 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.852094 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.852807 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.852807 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:53:49.857479 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:49.863237 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:49.863237 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.863237 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:49.863237 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Bound port: 42dcde5c-655b-42dd-94a5-902f30c60dd3, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:49.863237 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.880478 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:49.904634 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks [] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:49.915695 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] For port 42dcde5c-655b-42dd-94a5-902f30c60dd3, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:49.917391 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] For port 42dcde5c-655b-42dd-94a5-902f30c60dd3, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=42dcde5c-655b-42dd-94a5-902f30c60dd3,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:49.948313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:50.005986 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.006215 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.010362 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96881-7ab4-4a86-bef5-6ccf6860a315 req-83624830-44ae-4336-b48a-140d49c26706 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:50.012036 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e8d96881-7ab4-4a86-bef5-6ccf6860a315 req-83624830-44ae-4336-b48a-140d49c26706 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 943 time: 0.0490358 Aug 29 22:53:50.047798 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:50.048424 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:50.049615 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Network cdc689a8-02d8-417d-924a-20e87953aa8c is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:50.055133 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:50.059106 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:50.061610 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Pushing event updated for resources: {'Port': ['ID=192bec42-bda7-4b8f-b179-48c9ae1de628,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:50.066601 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e8d96881-7ab4-4a86-bef5-6ccf6860a315 req-e68d3b76-caf6-42e1-8f7f-61180ac28d66 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Aug 29 22:53:50.115614 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (3ad2251c-5eb2-43a5-9142-50500b48b3dd), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.116519 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad5934-4ec3-43a9-a8b9-8663d920b012 None None] Pushing event updated for resources: {'Port': ['ID=42dcde5c-655b-42dd-94a5-902f30c60dd3,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:50.201255 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:50.307241 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:50.335951 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-f2e7c8f2-cf12-4fe2-8305-aa451dc6eb9a None None] Provisioning complete for port 192bec42-bda7-4b8f-b179-48c9ae1de628 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:50.337381 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f2e7c8f2-cf12-4fe2-8305-aa451dc6eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.349471 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6284c7d-8ce7-4ad5-93db-821cfa77f642 req-11585c7d-cfac-48a1-9ff2-32af48bb2757 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:50.352263 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d6284c7d-8ce7-4ad5-93db-821cfa77f642 req-11585c7d-cfac-48a1-9ff2-32af48bb2757 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0597928 Aug 29 22:53:50.367459 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.390403 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7c8f2-cf12-4fe2-8305-aa451dc6eb9a None None] Port 192bec42-bda7-4b8f-b179-48c9ae1de628 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:53:50.393559 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:48Z', 'revision_number': 3, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:50.411934 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d6284c7d-8ce7-4ad5-93db-821cfa77f642 req-0ddc1e01-014f-4a48-a279-f452441c32c9 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547056 Aug 29 22:53:50.421604 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0248acc9-180d-4215-905a-027d7f02c044 None None] The sync data for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi is: [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:48Z', 'revision_number': 3, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:53:50.549485 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks [] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.622657 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.691816 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Pushing event updated for resources: {'Port': ['ID=192bec42-bda7-4b8f-b179-48c9ae1de628,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:50.710405 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (3ad2251c-5eb2-43a5-9142-50500b48b3dd), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:50.839477 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb220daf-c5b0-4a34-bc91-fdeb9221ece3 req-607d8d30-0f42-4644-b197-2189751824bd tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:50.841024 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-eb220daf-c5b0-4a34-bc91-fdeb9221ece3 req-607d8d30-0f42-4644-b197-2189751824bd tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0755117 Aug 29 22:53:50.865445 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:50.888757 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Network cdc689a8-02d8-417d-924a-20e87953aa8c is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:50.893606 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:50.931308 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:50.971259 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 42dcde5c-655b-42dd-94a5-902f30c60dd3 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:50.996513 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-eb220daf-c5b0-4a34-bc91-fdeb9221ece3 req-4cdfbd8c-a529-47b5-9cfe-63294057b8c5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1467397 Aug 29 22:53:51.042805 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 42dcde5c-655b-42dd-94a5-902f30c60dd3 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:51.043129 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:51.075817 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Router 3ad2251c-5eb2-43a5-9142-50500b48b3dd has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:53:51.144765 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 42dcde5c-655b-42dd-94a5-902f30c60dd3 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:51.145185 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:51.169080 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 42dcde5c-655b-42dd-94a5-902f30c60dd3, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=42dcde5c-655b-42dd-94a5-902f30c60dd3,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:51.211494 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:53:51.226228 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-bb207730-452c-4306-9814-648a18f3a03b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3ad2251c-5eb2-43a5-9142-50500b48b3dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941350 Aug 29 22:53:51.226441 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-0ed8a4d6-08fb-487a-8317-5b9565096c03 None None] Provisioning complete for port 192bec42-bda7-4b8f-b179-48c9ae1de628 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:51.226441 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0ed8a4d6-08fb-487a-8317-5b9565096c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:51.243887 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab945712-1737-4172-a6bc-e38738a7894c req-9ea7e5a1-721e-4753-9c87-cf9536579b22 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:51.245509 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ab945712-1737-4172-a6bc-e38738a7894c req-9ea7e5a1-721e-4753-9c87-cf9536579b22 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 943 time: 0.0671532 Aug 29 22:53:51.250327 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:51.283125 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:51.314836 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8a4d6-08fb-487a-8317-5b9565096c03 None None] Port 192bec42-bda7-4b8f-b179-48c9ae1de628 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:53:51.315746 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ab945712-1737-4172-a6bc-e38738a7894c req-3c9b0fd7-c2ed-4e79-b682-5bff2104dfb0 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635586 Aug 29 22:53:51.337405 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=42dcde5c-655b-42dd-94a5-902f30c60dd3,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:51.369952 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:51.538320 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a72ac9-1715-483f-ab1f-9a2cf354e3e5 req-a4c44845-6e6c-4696-99b1-bc7e9c572a69 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:51.538655 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-50a72ac9-1715-483f-ab1f-9a2cf354e3e5 req-a4c44845-6e6c-4696-99b1-bc7e9c572a69 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0522645 Aug 29 22:53:51.593669 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-50a72ac9-1715-483f-ab1f-9a2cf354e3e5 req-636455eb-f4b9-44fe-a249-b4cf596ac0ee tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Aug 29 22:53:51.662488 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:52.103984 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33652) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:52.111003 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1974885652-network', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:52.118742 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77172a-a6e1-4cdd-9f27-6914a19f0676 req-17899e87-c549-457c-9eb8-6a660068a9ff tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:52.120204 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ce77172a-a6e1-4cdd-9f27-6914a19f0676 req-17899e87-c549-457c-9eb8-6a660068a9ff tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0591583 Aug 29 22:53:52.161478 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Sync routers for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:53:52.173216 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:52.173851 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:52.191107 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ce77172a-a6e1-4cdd-9f27-6914a19f0676 req-e9f9688e-8495-43b7-956b-c9c5744c4c4e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633669 Aug 29 22:53:52.233644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Made reservation on behalf of 4c5041b479ac4dcfa6d5c53793fa9156 for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:53:52.236272 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.250281 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.290900 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:52.332257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks [] for security_group (a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.365901 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-523218fb-a2ee-499e-80b2-0ed9f39e93a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.437053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fc0d4-efb1-47f3-a719-53c710e8a064 req-9e325f1f-b6a9-4702-afba-39ab10614933 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:52.439155 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-861fc0d4-efb1-47f3-a719-53c710e8a064 req-9e325f1f-b6a9-4702-afba-39ab10614933 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 943 time: 0.0517614 Aug 29 22:53:52.462324 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.487417 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:53:52.491973 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-861fc0d4-efb1-47f3-a719-53c710e8a064 req-3940ac7a-0c12-40b8-a1c8-c0e22eb37587 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462177 Aug 29 22:53:52.493712 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 2, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:52.504636 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:52.518555 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (f15693dd-279e-4d53-8881-00ed13f62114), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.518555 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Added segment f15693dd-279e-4d53-8881-00ed13f62114 of type vlan for network 880890d7-7e56-4bef-b0af-eca83dd5dab5 Aug 29 22:53:52.529596 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Checking router: 3ad2251c-5eb2-43a5-9142-50500b48b3dd for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:53:52.530071 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Updating router 3ad2251c-5eb2-43a5-9142-50500b48b3dd port 192bec42-bda7-4b8f-b179-48c9ae1de628 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:53:52.553654 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (880890d7-7e56-4bef-b0af-eca83dd5dab5), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.568805 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.633916 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (880890d7-7e56-4bef-b0af-eca83dd5dab5), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.640069 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:52.640069 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.694026 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:52.731243 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] Pushing event updated for resources: {'Network': ['ID=880890d7-7e56-4bef-b0af-eca83dd5dab5,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:52.742471 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:53:52.746850 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac3fb6-5301-4905-a7ea-d123eb060309 req-497d4b58-5895-472e-a82e-bcad799c3d77 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:52.748346 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e2ac3fb6-5301-4905-a7ea-d123eb060309 req-497d4b58-5895-472e-a82e-bcad799c3d77 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0659063 Aug 29 22:53:52.762638 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:52.800993 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e2ac3fb6-5301-4905-a7ea-d123eb060309 req-ab7c2d47-501c-4478-9d58-88abb1ce79c5 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445700 Aug 29 22:53:52.821202 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-bec60b61-c4ca-41c2-857c-159f72062047 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7158375 Aug 29 22:53:52.823900 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33658) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:52.829146 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Request body: {'subnet': {'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1974885652-subnet', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:52.926581 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Made reservation on behalf of 4c5041b479ac4dcfa6d5c53793fa9156 for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:53:52.929687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4779321'] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:52.948880 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 42dcde5c-655b-42dd-94a5-902f30c60dd3 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:53.062260 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 42dcde5c-655b-42dd-94a5-902f30c60dd3 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:53.062635 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.067077 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:53.099808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Publish callbacks [] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.135001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:53.152775 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 42dcde5c-655b-42dd-94a5-902f30c60dd3 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:53.154288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-da5dc337-3768-4583-a809-408293f9832d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:53.155832 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-da5dc337-3768-4583-a809-408293f9832d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0500269 Aug 29 22:53:53.193623 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.240355 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4779311'] for subnet (670e7103-2789-407c-88b0-398c5086682f), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.282419 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da26342-2a7b-4246-bcd7-e89db2890099 None None] Pushing event updated for resources: {'Port': ['ID=192bec42-bda7-4b8f-b179-48c9ae1de628,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:53.299739 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Attempting to bind port 192bec42-bda7-4b8f-b179-48c9ae1de628 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:53.300115 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Attempting to bind port 192bec42-bda7-4b8f-b179-48c9ae1de628 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:53.301244 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Attempting to bind port 192bec42-bda7-4b8f-b179-48c9ae1de628 on network cdc689a8-02d8-417d-924a-20e87953aa8c {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:53.304035 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Deleting port 56d72164-e144-4a4d-8603-3e2ad709ea0b {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:53:53.304394 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.307935 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:53.308621 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Checking segment: {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:53.309278 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.309935 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Bound using segment: {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:53.310680 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Bound port: 192bec42-bda7-4b8f-b179-48c9ae1de628, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:53.311327 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.344110 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790197ba-aab9-4d39-9635-f527e8919f2a req-7a49134b-1e56-46fa-ad82-2cd7cb827a3c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:53.352322 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-790197ba-aab9-4d39-9635-f527e8919f2a req-7a49134b-1e56-46fa-ad82-2cd7cb827a3c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0752161 Aug 29 22:53:53.372863 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=670e7103-2789-407c-88b0-398c5086682f,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:53.390371 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] For port 192bec42-bda7-4b8f-b179-48c9ae1de628, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:53.393786 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] For port 192bec42-bda7-4b8f-b179-48c9ae1de628, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=192bec42-bda7-4b8f-b179-48c9ae1de628,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:53.412593 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Checking segment: {'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:53.412903 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Network hostable DHCP agents. Network: 880890d7-7e56-4bef-b0af-eca83dd5dab5, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:53:53.421948 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-790197ba-aab9-4d39-9635-f527e8919f2a req-c75badd9-5121-4b40-8242-da900a2b89b2 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686569 Aug 29 22:53:53.436959 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] For port 56d72164-e144-4a4d-8603-3e2ad709ea0b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=56d72164-e144-4a4d-8603-3e2ad709ea0b,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:53.437340 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.454776 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Calling delete_port for 56d72164-e144-4a4d-8603-3e2ad709ea0b owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:53:53.496856 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.528663 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:53:53.532910 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:53.533803 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:53.603229 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da26342-2a7b-4246-bcd7-e89db2890099 None None] Pushing event updated for resources: {'Port': ['ID=192bec42-bda7-4b8f-b179-48c9ae1de628,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:53.666607 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:53.794920 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 073b17c6-c60c-4033-bd71-9e7065aad2c0 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:53:53.798966 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:53.888929 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 880890d7-7e56-4bef-b0af-eca83dd5dab5) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:53.895036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:53.903141 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:53.903342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:53.903342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:53.918444 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849bc9-6c53-4d37-b9ee-438d94833b12 req-9872e3a9-075b-4f6e-87ef-ac8f8019a1b1 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:53.919918 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-33849bc9-6c53-4d37-b9ee-438d94833b12 req-9872e3a9-075b-4f6e-87ef-ac8f8019a1b1 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 943 time: 0.3354404 Aug 29 22:53:53.925543 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df181eb1-b6da-4017-a4a8-6f24281d4add None None] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:53:53.956157 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b6f38-66f0-42be-a06f-52a39e1c33c2 req-ad1e5de9-1bd4-4186-bc3c-2f5763d9646b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:53.959704 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2e7b6f38-66f0-42be-a06f-52a39e1c33c2 req-ad1e5de9-1bd4-4186-bc3c-2f5763d9646b tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 945 time: 0.0605853 Aug 29 22:53:53.974482 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-33849bc9-6c53-4d37-b9ee-438d94833b12 req-2945cd4f-b1bb-4f91-ad0c-225d6f457853 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Aug 29 22:53:54.005705 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:53Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:54.017573 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2e7b6f38-66f0-42be-a06f-52a39e1c33c2 req-e8b2e6de-3519-46a3-9943-550627b24bbd tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525289 Aug 29 22:53:54.023755 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 073b17c6-c60c-4033-bd71-9e7065aad2c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=073b17c6-c60c-4033-bd71-9e7065aad2c0,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:54.040767 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-90fb765f-7188-4430-b241-df38a6cfc120 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2156222 Aug 29 22:53:54.042501 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (56d72164-e144-4a4d-8603-3e2ad709ea0b), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.047524 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33670) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:54.054736 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:53:54.059278 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['d86c40c3-059f-442c-8987-09c2f2683ad5', '56d72164-e144-4a4d-8603-3e2ad709ea0b'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:53:54.062139 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64838143-0b42-4cb5-a1d0-4a79d4d9a6cc None None] The sync data for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi is: [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:53Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:53:54.089895 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event deleted for resources: {'Port': ['ID=56d72164-e144-4a4d-8603-3e2ad709ea0b,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:54.096834 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '073b17c6-c60c-4033-bd71-9e7065aad2c0', 'network_id': '7214298d-8b6f-46bb-9406-ec92ab2d115a', 'port_id': '073b17c6-c60c-4033-bd71-9e7065aad2c0', 'mac_address': 'fa:16:3e:55:a5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61e7ded-4fe1-4e52-a382-8addf7d0f63c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:53:54.178028 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.178028 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.178517 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] No DVR routers for this DVR port 56d72164-e144-4a4d-8603-3e2ad709ea0b on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:53:54.198168 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.203061 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-34ec1fdf-a23c-4b13-9cf2-34ff98ca7334 req-647f39ca-9ce4-4a97-a8c9-dc2652176492 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "DELETE /networking/v2.0/ports/56d72164-e144-4a4d-8603-3e2ad709ea0b HTTP/1.1" status: 204 len: 173 time: 1.0351205 Aug 29 22:53:54.206918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'name': 'network-vif-deleted', 'tag': '56d72164-e144-4a4d-8603-3e2ad709ea0b'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:54.207986 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73212be3-ec44-47ab-a870-4dcc0ed32cae" -d '{"events": [{"server_uuid": "786e5dbf-c75c-4eda-a2f6-ecfab5041eff", "name": "network-vif-deleted", "tag": "56d72164-e144-4a4d-8603-3e2ad709ea0b"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:54.231961 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 073b17c6-c60c-4033-bd71-9e7065aad2c0 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:54.232486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.254555 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-880890d7-7e56-4bef-b0af-eca83dd5dab5', 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5', 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'fixed_ips': [{'subnet_id': '670e7103-2789-407c-88b0-398c5086682f'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:53:54.256387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.314995 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073b17c6-c60c-4033-bd71-9e7065aad2c0 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:53:54.449566 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 073b17c6-c60c-4033-bd71-9e7065aad2c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=073b17c6-c60c-4033-bd71-9e7065aad2c0,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:54.549534 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7de979-fddb-4535-8b37-0c3b602f7595 x-openstack-request-id: req-6d7de979-fddb-4535-8b37-0c3b602f7595 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:54.549999 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786e5dbf-c75c-4eda-a2f6-ecfab5041eff", "name": "network-vif-deleted", "tag": "56d72164-e144-4a4d-8603-3e2ad709ea0b", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:54.550936 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d7de979-fddb-4535-8b37-0c3b602f7595 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:54.559443 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7de979-fddb-4535-8b37-0c3b602f7595'] response: {'server_uuid': '786e5dbf-c75c-4eda-a2f6-ecfab5041eff', 'name': 'network-vif-deleted', 'tag': '56d72164-e144-4a4d-8603-3e2ad709ea0b', 'status': 'completed', 'code': 200} Aug 29 22:53:54.647478 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.713584 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks [] for router_controller (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.739906 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Allocated IP 172.20.0.2 (880890d7-7e56-4bef-b0af-eca83dd5dab5/670e7103-2789-407c-88b0-398c5086682f/cbb74588-63f4-4414-8eb7-013bad8b134d) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:54.783582 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=073b17c6-c60c-4033-bd71-9e7065aad2c0,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:54.807483 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e21276a0-fc79-4f84-a495-850fc413e6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.811716 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2014eb-0858-4319-95dc-8c88c55d6ae6 req-0dab4cf7-583b-4f24-842d-6191aa28e404 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:54.814261 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7c2014eb-0858-4319-95dc-8c88c55d6ae6 req-0dab4cf7-583b-4f24-842d-6191aa28e404 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0978434 Aug 29 22:53:54.840736 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:54.983690 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Publish callbacks [] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:54.992027 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['073b17c6-c60c-4033-bd71-9e7065aad2c0'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:53:55.048062 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:55.052380 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 192bec42-bda7-4b8f-b179-48c9ae1de628 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:55.114972 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7c2014eb-0858-4319-95dc-8c88c55d6ae6 req-40bb924f-7ac9-4b33-9b2d-8b192c7b3772 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&id=e868a67a-9153-4e52-be11-2ed8b34d6e23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2803774 Aug 29 22:53:55.181677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c98cd-3d7f-4091-a798-f781b44e59c5 req-a59f84c6-90c4-4747-a823-f53918ca311c tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:55.192583 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a6c98cd-3d7f-4091-a798-f781b44e59c5 req-a59f84c6-90c4-4747-a823-f53918ca311c tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 944 time: 0.0712543 Aug 29 22:53:55.192792 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks [] for router_gateway (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.218399 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.256189 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a6c98cd-3d7f-4091-a798-f781b44e59c5 req-38a3d9ed-d7d8-4c55-b343-53a881050a44 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641620 Aug 29 22:53:55.264185 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e519c389-49bb-48ff-9dca-7044d85030a6 req-0430c4c0-9405-4f09-b3db-30a0d5ffb88f tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=786e5dbf-c75c-4eda-a2f6-ecfab5041eff HTTP/1.1" status: 200 len: 210 time: 0.0421078 Aug 29 22:53:55.317778 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:55.328795 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:55.335924 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:55.337554 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 192bec42-bda7-4b8f-b179-48c9ae1de628 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:55.338033 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.341615 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Pushing event updated for resources: {'Port': ['ID=cbb74588-63f4-4414-8eb7-013bad8b134d,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:55.447430 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Attempting to bind port cbb74588-63f4-4414-8eb7-013bad8b134d on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Attempting to bind port cbb74588-63f4-4414-8eb7-013bad8b134d by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Attempting to bind port cbb74588-63f4-4414-8eb7-013bad8b134d on network 880890d7-7e56-4bef-b0af-eca83dd5dab5 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Checking segment: {'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Bound using segment: {'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Bound port: cbb74588-63f4-4414-8eb7-013bad8b134d, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:55.460366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.462198 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:55.519774 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks [] for router_gateway (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.527805 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 192bec42-bda7-4b8f-b179-48c9ae1de628 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:55.528209 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.542439 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.603339 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 192bec42-bda7-4b8f-b179-48c9ae1de628, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=192bec42-bda7-4b8f-b179-48c9ae1de628,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:55.634130 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] For port cbb74588-63f4-4414-8eb7-013bad8b134d, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:55.638833 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:55.639240 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] For port cbb74588-63f4-4414-8eb7-013bad8b134d, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=cbb74588-63f4-4414-8eb7-013bad8b134d,segment=NetworkSegment(f15693dd-279e-4d53-8881-00ed13f62114),segment_id=f15693dd-279e-4d53-8881-00ed13f62114)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:55.667573 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Allocated IP 172.27.4.175 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/8e7f8547-ba2b-47ee-a781-5cb7259ad2ef) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:55.698025 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.752552 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=192bec42-bda7-4b8f-b179-48c9ae1de628,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:55.779066 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.790097 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks [] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.836422 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b88ab-1fd4-4206-b1dc-e60d351572be None None] Pushing event updated for resources: {'Port': ['ID=cbb74588-63f4-4414-8eb7-013bad8b134d,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:55.917608 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 073b17c6-c60c-4033-bd71-9e7065aad2c0 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:55.926328 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:55.969350 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 073b17c6-c60c-4033-bd71-9e7065aad2c0 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:53:55.976393 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:55.981869 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:55.992537 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:56.022038 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:56.171058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 073b17c6-c60c-4033-bd71-9e7065aad2c0 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:56.171421 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:56.175631 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:56.234591 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:56.248809 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 073b17c6-c60c-4033-bd71-9e7065aad2c0 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:56.249134 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:56.272944 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7521284-b51c-49f4-96d5-549f7264930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b17c6-c60c-4033-bd71-9e7065aad2c0'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:53:56.275292 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8654ed-2875-4691-b1c4-a59bec2ff4b8" -d '{"events": [{"server_uuid": "c7521284-b51c-49f4-96d5-549f7264930a", "name": "network-vif-plugged", "status": "completed", "tag": "073b17c6-c60c-4033-bd71-9e7065aad2c0"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:53:56.285231 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:56.289027 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 073b17c6-c60c-4033-bd71-9e7065aad2c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=073b17c6-c60c-4033-bd71-9e7065aad2c0,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:56.330405 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks [] for router_gateway (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:56.343044 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:56.343921 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 56d72164-e144-4a4d-8603-3e2ad709ea0b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:53:56.395174 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37e2f52-f96b-45c5-b15b-6fbd8f0a183a x-openstack-request-id: req-a37e2f52-f96b-45c5-b15b-6fbd8f0a183a {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:53:56.395545 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7521284-b51c-49f4-96d5-549f7264930a", "name": "network-vif-plugged", "status": "completed", "tag": "073b17c6-c60c-4033-bd71-9e7065aad2c0", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:53:56.395719 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a37e2f52-f96b-45c5-b15b-6fbd8f0a183a {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:53:56.396285 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37e2f52-f96b-45c5-b15b-6fbd8f0a183a'] response: {'server_uuid': 'c7521284-b51c-49f4-96d5-549f7264930a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073b17c6-c60c-4033-bd71-9e7065aad2c0', 'code': 200} Aug 29 22:53:56.408614 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 56d72164-e144-4a4d-8603-3e2ad709ea0b {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:53:56.408614 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 56d72164-e144-4a4d-8603-3e2ad709ea0b not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:53:56.440528 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=073b17c6-c60c-4033-bd71-9e7065aad2c0,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:56.483468 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9fe1c-351b-4d69-a417-9f94fc5b29ee req-9d1921e4-bbbd-4801-863c-56694072a4c7 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:56.485090 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9cd9fe1c-351b-4d69-a417-9f94fc5b29ee req-9d1921e4-bbbd-4801-863c-56694072a4c7 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0538116 Aug 29 22:53:56.547024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:56.607116 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9cd9fe1c-351b-4d69-a417-9f94fc5b29ee req-c07f6636-e451-41bd-afc3-5cee0173b0aa tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886002 Aug 29 22:53:56.630944 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:56.743564 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90db63-64d3-42c8-9b85-186bdc5e7077 req-a8eadbd5-3a7b-47a7-a408-83917c1cd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:56.745027 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d90db63-64d3-42c8-9b85-186bdc5e7077 req-a8eadbd5-3a7b-47a7-a408-83917c1cd34d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 1129 time: 0.0441859 Aug 29 22:53:56.749455 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:56.799797 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d90db63-64d3-42c8-9b85-186bdc5e7077 req-c584d6a9-7bfa-40ce-90b0-87b73c4bc5a1 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482249 Aug 29 22:53:56.874600 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67913eb6-892e-405a-9427-d657447ed7f5 None None] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:53:56.908896 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:53:56.939533 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-e8031585-16c3-494e-8c57-3af59313eb5b None None] Provisioning complete for port cbb74588-63f4-4414-8eb7-013bad8b134d triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:56.939920 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8031585-16c3-494e-8c57-3af59313eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.054354 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 192bec42-bda7-4b8f-b179-48c9ae1de628 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:57.066925 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ebf6f-eb98-4938-a593-70a34d7fb5e6 req-9c057cad-42d4-4467-a7b5-fa9c9cb62196 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:57.068434 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-532ebf6f-eb98-4938-a593-70a34d7fb5e6 req-9c057cad-42d4-4467-a7b5-fa9c9cb62196 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0898178 Aug 29 22:53:57.069806 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:53:57.082123 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Sync routers for ids ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:53:57.094372 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Routers {'98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:57.095394 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:57.129545 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-532ebf6f-eb98-4938-a593-70a34d7fb5e6 req-ef3e2618-e0aa-44d2-b595-f2bb187bdee4 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Aug 29 22:53:57.130835 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-e8031585-16c3-494e-8c57-3af59313eb5b None None] Current status of the port cbb74588-63f4-4414-8eb7-013bad8b134d is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:57.131313 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8031585-16c3-494e-8c57-3af59313eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.170651 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 192bec42-bda7-4b8f-b179-48c9ae1de628 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:57.171029 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.180257 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:57.197796 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-e8031585-16c3-494e-8c57-3af59313eb5b None None] For port cbb74588-63f4-4414-8eb7-013bad8b134d, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=cbb74588-63f4-4414-8eb7-013bad8b134d,segment=NetworkSegment(f15693dd-279e-4d53-8881-00ed13f62114),segment_id=f15693dd-279e-4d53-8881-00ed13f62114)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:57.201976 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.203223 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-8355d440-2406-44c2-9a0a-57cc1b0a54a5 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1541679 Aug 29 22:53:57.208096 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33708) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:53:57.221811 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Set router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:57.294676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e8031585-16c3-494e-8c57-3af59313eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.358280 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 192bec42-bda7-4b8f-b179-48c9ae1de628 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:57.359375 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device cbb74588-63f4-4414-8eb7-013bad8b134d up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:57.384444 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.387817 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8031585-16c3-494e-8c57-3af59313eb5b None None] Pushing event updated for resources: {'Port': ['ID=cbb74588-63f4-4414-8eb7-013bad8b134d,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:57.412572 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-27aa70af-dcd7-4505-b513-61c310f544da None None] Provisioning complete for port cbb74588-63f4-4414-8eb7-013bad8b134d triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:57.412973 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27aa70af-dcd7-4505-b513-61c310f544da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.414196 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:53:56Z', 'revision_number': 3, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port': {'id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:55Z', 'updated_at': '2022-08-29T22:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:57.446930 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Checking router: 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:53:57.447632 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Updating router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:53:57.454295 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port cbb74588-63f4-4414-8eb7-013bad8b134d triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:57.458034 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.482270 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.569780 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-27aa70af-dcd7-4505-b513-61c310f544da None None] Current status of the port cbb74588-63f4-4414-8eb7-013bad8b134d is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:57.582052 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:57.606651 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.617650 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port cbb74588-63f4-4414-8eb7-013bad8b134d is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:57.754072 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.757493 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Publish callbacks [] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.769722 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665c3f2-417a-4f4d-9259-90098f30bff3 req-38fce675-2eba-4ebc-977a-c4b830f04f27 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:57.771276 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a665c3f2-417a-4f4d-9259-90098f30bff3 req-38fce675-2eba-4ebc-977a-c4b830f04f27 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0688646 Aug 29 22:53:57.876774 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a665c3f2-417a-4f4d-9259-90098f30bff3 req-7598da13-f249-4a02-a297-c883bd8195e6 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993710 Aug 29 22:53:57.879460 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.906253 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:57.927282 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Attempting to bind port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:53:57.929775 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Attempting to bind port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:53:57.929775 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Attempting to bind port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:53:57.936937 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b130f-7164-4006-ab68-8191aa628b78 None None] Pushing event updated for resources: {'Port': ['ID=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,revision_number=2']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:57.939321 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:53:57.939683 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:53:57.940080 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.940454 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:53:57.941071 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Bound port: 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:53:57.941445 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:57.949867 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:57.969541 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Allocated IP 172.20.0.1 (880890d7-7e56-4bef-b0af-eca83dd5dab5/670e7103-2789-407c-88b0-398c5086682f/4d51e470-09d9-4960-8cd6-e0ff555d7666) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:53:57.991768 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] For port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:53:57.994864 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] For port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:53:58.058184 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.088178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks [] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.089849 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Routers {'98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:53:58.090478 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:58.139441 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:58.167826 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834057fb-51bf-4a47-897a-6c12b727a064 req-54fa7f13-9276-44a6-bc19-1bfb7ccdc0db tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:58.169544 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-834057fb-51bf-4a47-897a-6c12b727a064 req-54fa7f13-9276-44a6-bc19-1bfb7ccdc0db tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0492592 Aug 29 22:53:58.190299 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.256704 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:58.272591 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b130f-7164-4006-ab68-8191aa628b78 None None] Pushing event updated for resources: {'Port': ['ID=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:58.273631 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:58.284683 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8126dd-898a-4293-8870-4861be58e722 req-fa795844-27e9-43c0-a353-193f033fd436 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:58.286657 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2f8126dd-898a-4293-8870-4861be58e722 req-fa795844-27e9-43c0-a353-193f033fd436 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0563881 Aug 29 22:53:58.289670 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:53:58.304259 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] Set router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:53:58.313928 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Pushing event updated for resources: {'Port': ['ID=4d51e470-09d9-4960-8cd6-e0ff555d7666,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:58.343601 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-834057fb-51bf-4a47-897a-6c12b727a064 req-38dd66fd-cd25-41f7-a24e-1b4f6070928d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609547 Aug 29 22:53:58.377287 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2f8126dd-898a-4293-8870-4861be58e722 req-6935ad9d-0c33-4d4f-b134-9384bb1b3827 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840464 Aug 29 22:53:58.382988 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.428149 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:58.503171 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:53:56Z', 'revision_number': 3, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port': {'id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:55Z', 'updated_at': '2022-08-29T22:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:53:58.532042 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae26d6e-bf59-4fdb-b71b-a6e0fae8462e None None] The sync data for ids ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'] in dv-cinder-854269-4-iscsi is: [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:53:56Z', 'revision_number': 3, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port': {'id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fe:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:55Z', 'updated_at': '2022-08-29T22:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:53:58.596287 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:58.597918 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.600404 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-503efd38-ce33-449e-b1fe-d38aa5cf3838 None None] Provisioning complete for port 4d51e470-09d9-4960-8cd6-e0ff555d7666 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:58.600535 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-503efd38-ce33-449e-b1fe-d38aa5cf3838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.635168 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-503efd38-ce33-449e-b1fe-d38aa5cf3838 None None] Port 4d51e470-09d9-4960-8cd6-e0ff555d7666 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:53:58.783774 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks [] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.862370 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:58.953653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Pushing event updated for resources: {'Port': ['ID=4d51e470-09d9-4960-8cd6-e0ff555d7666,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:58.960519 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:59.046330 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device cbb74588-63f4-4414-8eb7-013bad8b134d up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:59.085609 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62bb73-2c65-4fb3-81da-78194e593f8c req-c513fc9e-d89b-4a99-ab8e-a177d088d516 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:59.087571 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6f62bb73-2c65-4fb3-81da-78194e593f8c req-c513fc9e-d89b-4a99-ab8e-a177d088d516 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0915272 Aug 29 22:53:59.106417 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port cbb74588-63f4-4414-8eb7-013bad8b134d triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:59.106710 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:59.190161 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:53:59.195493 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:53:59.202295 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port cbb74588-63f4-4414-8eb7-013bad8b134d is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:59.203645 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:53:59.213336 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6f62bb73-2c65-4fb3-81da-78194e593f8c req-8b56355c-ef89-4ae9-a533-2e8ac3ad29bc tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162007 Aug 29 22:53:59.285557 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:59.285950 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:59.388009 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:53:59.396591 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:53:59.396992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:59.426919 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:53:59.471739 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:59.520446 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:59.539113 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123595a-9b54-4250-93bd-019b1e505760 req-d101bf94-e541-4315-b085-d72efd4b33c5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:59.548181 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0123595a-9b54-4250-93bd-019b1e505760 req-d101bf94-e541-4315-b085-d72efd4b33c5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0791488 Aug 29 22:53:59.568888 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:53:59.577157 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e74f7b85-86d6-4390-809d-588b91720393 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/98ae32c7-b6d2-42e1-bd94-eb2cc279a83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3678515 Aug 29 22:53:59.589662 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-47abf525-c153-4999-9ec2-18940be03f56 None None] Provisioning complete for port 4d51e470-09d9-4960-8cd6-e0ff555d7666 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:53:59.590270 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-47abf525-c153-4999-9ec2-18940be03f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:53:59.626618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:53:59.642033 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0123595a-9b54-4250-93bd-019b1e505760 req-39b8d2d8-6604-4135-90fc-03c5a67cf74f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821459 Aug 29 22:53:59.650573 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-47abf525-c153-4999-9ec2-18940be03f56 None None] Port 4d51e470-09d9-4960-8cd6-e0ff555d7666 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:53:59.651575 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be09a1-8cfa-4343-bc42-bf7a515097e0 req-533d9ddb-a731-4098-a1b1-1c33b61693d2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:53:59.653322 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f7be09a1-8cfa-4343-bc42-bf7a515097e0 req-533d9ddb-a731-4098-a1b1-1c33b61693d2 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.1386657 Aug 29 22:53:59.706554 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:53:59.727423 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f7be09a1-8cfa-4343-bc42-bf7a515097e0 req-d30f5d47-a5bb-4318-90bb-4c16df2ff1b0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593004 Aug 29 22:53:59.999411 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33740) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:00.004151 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-3c195806-45db-4bc6-878a-986bcbf95422 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019514359', 'description': 'tempest-secgroup-smoke-2019514359 description', 'project_id': 'e1e766828cca43808ba55f00a50c53f9'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:00.124385 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3c195806-45db-4bc6-878a-986bcbf95422 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.204647 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-dd3ee4cb-066c-402f-a5f9-59ba5209f7a0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:00.206276 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-dd3ee4cb-066c-402f-a5f9-59ba5209f7a0 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0496914 Aug 29 22:54:00.404264 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96f81-f5af-4fd0-90f9-72d221d654f1 req-38af5a82-b016-4e9b-93ec-4e87b35c22ba tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:00.405869 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-74c96f81-f5af-4fd0-90f9-72d221d654f1 req-38af5a82-b016-4e9b-93ec-4e87b35c22ba tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0577176 Aug 29 22:54:00.480950 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3c195806-45db-4bc6-878a-986bcbf95422 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group (9d4cd294-a4b2-4103-b7fd-24285f4299b4), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.485554 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-74c96f81-f5af-4fd0-90f9-72d221d654f1 req-d943a407-0d43-483b-84b1-00097aa5178f tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719278 Aug 29 22:54:00.565208 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3c195806-45db-4bc6-878a-986bcbf95422 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (9d4cd294-a4b2-4103-b7fd-24285f4299b4), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.597536 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c195806-45db-4bc6-878a-986bcbf95422 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4cd294-a4b2-4103-b7fd-24285f4299b4,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:00.658295 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3c195806-45db-4bc6-878a-986bcbf95422 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.659665 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-3c195806-45db-4bc6-878a-986bcbf95422 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6591094 Aug 29 22:54:00.662684 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33744) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:00.666984 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-2a69aaae-14f1-4478-b1e7-25f9580a295e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'security_group_rule': {'security_group_id': '9d4cd294-a4b2-4103-b7fd-24285f4299b4', 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:00.781647 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2a69aaae-14f1-4478-b1e7-25f9580a295e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (56b1bcb9-bb13-4c91-862c-fb05547c03b3), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.812816 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464cb51f-b0fd-46cf-93a0-859a5cb6ad00 req-b2b311a2-0cd6-480d-b43b-e2825f2f8b6a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:00.814491 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-464cb51f-b0fd-46cf-93a0-859a5cb6ad00 req-b2b311a2-0cd6-480d-b43b-e2825f2f8b6a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0863156 Aug 29 22:54:00.856911 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:UPDATE=1,neutron:DELETE=7,neutron:SELECT=92 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:00.876690 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2a69aaae-14f1-4478-b1e7-25f9580a295e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (56b1bcb9-bb13-4c91-862c-fb05547c03b3), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.882994 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Deleting port d86c40c3-059f-442c-8987-09c2f2683ad5 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:00.883232 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.891810 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527a15f-ab11-449e-adb5-b3aa08b7c388 req-90bcccad-7d9f-4d0d-a314-5ed6016eb245 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:00.892940 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3527a15f-ab11-449e-adb5-b3aa08b7c388 req-90bcccad-7d9f-4d0d-a314-5ed6016eb245 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 946 time: 0.0653632 Aug 29 22:54:00.940483 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2a69aaae-14f1-4478-b1e7-25f9580a295e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (56b1bcb9-bb13-4c91-862c-fb05547c03b3), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:00.947039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:54:00.948951 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-464cb51f-b0fd-46cf-93a0-859a5cb6ad00 req-4a005d55-bb84-4dc4-8b67-1b006f8eea9f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264753 Aug 29 22:54:00.953587 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3527a15f-ab11-449e-adb5-b3aa08b7c388 req-e96746be-948f-4158-af13-bf3d216c0b90 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d31f710c-0fc9-478a-ada7-8353c5db1f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534859 Aug 29 22:54:00.967384 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69aaae-14f1-4478-b1e7-25f9580a295e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b1bcb9-bb13-4c91-862c-fb05547c03b3,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:01.023710 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] For port d86c40c3-059f-442c-8987-09c2f2683ad5, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=d86c40c3-059f-442c-8987-09c2f2683ad5,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:01.024134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.025321 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:01.025743 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.043979 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Calling delete_port for d86c40c3-059f-442c-8987-09c2f2683ad5 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:01.075724 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2a69aaae-14f1-4478-b1e7-25f9580a295e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.079813 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2a69aaae-14f1-4478-b1e7-25f9580a295e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4135394 Aug 29 22:54:01.080152 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33750) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:01.084749 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-2983cc96-f235-4083-bf7a-6be6c3507e5a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'security_group_rule': {'security_group_id': '9d4cd294-a4b2-4103-b7fd-24285f4299b4', 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:01.094523 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:01.110887 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:01.268626 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2983cc96-f235-4083-bf7a-6be6c3507e5a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (c5ea6621-a48f-465c-bbb8-bb99c1e1c19c), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.290192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (d86c40c3-059f-442c-8987-09c2f2683ad5), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.302272 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['d86c40c3-059f-442c-8987-09c2f2683ad5'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:54:01.318408 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Pushing event deleted for resources: {'Port': ['ID=d86c40c3-059f-442c-8987-09c2f2683ad5,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:01.346777 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2983cc96-f235-4083-bf7a-6be6c3507e5a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (c5ea6621-a48f-465c-bbb8-bb99c1e1c19c), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.372199 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] No DVR routers for this DVR port d86c40c3-059f-442c-8987-09c2f2683ad5 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:01.374797 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.389133 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-802ef2b3-5356-40aa-bf7a-bcdde737af0a req-fe13de9c-185a-4938-b87a-2b318d14e56d tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.71 "DELETE /networking/v2.0/ports/d86c40c3-059f-442c-8987-09c2f2683ad5 HTTP/1.1" status: 204 len: 173 time: 0.6396875 Aug 29 22:54:01.389133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946259ef-7337-4d98-9db7-9746c01d05c6', 'name': 'network-vif-deleted', 'tag': 'd86c40c3-059f-442c-8987-09c2f2683ad5'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:01.389133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3118dd2-b80d-4f0e-9851-e41143984533" -d '{"events": [{"server_uuid": "946259ef-7337-4d98-9db7-9746c01d05c6", "name": "network-vif-deleted", "tag": "d86c40c3-059f-442c-8987-09c2f2683ad5"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:01.399906 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Sync routers for ids ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:01.411320 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Routers {'98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:01.411956 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:01.418147 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd77fe5c-5528-4982-b5b2-142f06d28e83 x-openstack-request-id: req-bd77fe5c-5528-4982-b5b2-142f06d28e83 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:01.418447 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946259ef-7337-4d98-9db7-9746c01d05c6", "name": "network-vif-deleted", "tag": "d86c40c3-059f-442c-8987-09c2f2683ad5", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:01.418702 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd77fe5c-5528-4982-b5b2-142f06d28e83 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:01.419112 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd77fe5c-5528-4982-b5b2-142f06d28e83'] response: {'server_uuid': '946259ef-7337-4d98-9db7-9746c01d05c6', 'name': 'network-vif-deleted', 'tag': 'd86c40c3-059f-442c-8987-09c2f2683ad5', 'status': 'completed', 'code': 200} Aug 29 22:54:01.444799 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2983cc96-f235-4083-bf7a-6be6c3507e5a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (c5ea6621-a48f-465c-bbb8-bb99c1e1c19c), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.469666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983cc96-f235-4083-bf7a-6be6c3507e5a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ea6621-a48f-465c-bbb8-bb99c1e1c19c,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:01.521877 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Set router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:01.539663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2983cc96-f235-4083-bf7a-6be6c3507e5a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.541380 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2983cc96-f235-4083-bf7a-6be6c3507e5a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4601717 Aug 29 22:54:01.550066 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33756) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:01.551847 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-2beff390-c042-4585-9f11-547b51105755 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'security_group_rule': {'security_group_id': '9d4cd294-a4b2-4103-b7fd-24285f4299b4', 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:01.618835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc6690-eef1-4e16-aa93-aa9ec583322f req-9fdbb3ef-f556-4391-bb92-f675286eadcb tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:01.620585 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-14dc6690-eef1-4e16-aa93-aa9ec583322f req-9fdbb3ef-f556-4391-bb92-f675286eadcb tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0529089 Aug 29 22:54:01.654753 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:01.678122 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2beff390-c042-4585-9f11-547b51105755 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (e42766fe-7a8a-41ce-9927-e5771a3c2248), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.680607 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:01.684999 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-14dc6690-eef1-4e16-aa93-aa9ec583322f req-bafff5db-314a-4a33-a28f-9a6cae3d0852 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587301 Aug 29 22:54:01.705137 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:01.755653 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:53:58Z', 'revision_number': 4, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port': {'id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:55Z', 'updated_at': '2022-08-29T22:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '4d51e470-09d9-4960-8cd6-e0ff555d7666', 'name': '', 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'mac_address': 'fa:16:3e:5f:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '670e7103-2789-407c-88b0-398c5086682f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:57Z', 'updated_at': '2022-08-29T22:53:58Z', 'revision_number': 2, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'subnets': [{'id': '670e7103-2789-407c-88b0-398c5086682f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:01.756910 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:01.774372 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2beff390-c042-4585-9f11-547b51105755 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (e42766fe-7a8a-41ce-9927-e5771a3c2248), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.789841 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Checking router: 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:01.790151 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Updating router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e port 4d51e470-09d9-4960-8cd6-e0ff555d7666 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:54:01.820699 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.850542 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2beff390-c042-4585-9f11-547b51105755 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (e42766fe-7a8a-41ce-9927-e5771a3c2248), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.883309 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beff390-c042-4585-9f11-547b51105755 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42766fe-7a8a-41ce-9927-e5771a3c2248,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:01.938817 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2beff390-c042-4585-9f11-547b51105755 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:01.941829 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2beff390-c042-4585-9f11-547b51105755 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953435 Aug 29 22:54:01.943865 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33762) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:01.948389 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-c7fd00a4-bd0a-4ecb-9e90-37afa2e1df65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'security_group_rule': {'security_group_id': '9d4cd294-a4b2-4103-b7fd-24285f4299b4', 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:02.083750 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c7fd00a4-bd0a-4ecb-9e90-37afa2e1df65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (1c787d65-b074-4490-a559-f4f6979235d6), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.120059 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b97955-1d95-4955-bf96-996ed44adbd3 req-f991f895-fdb3-4672-98d0-dddb41aaac2e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:02.121615 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-71b97955-1d95-4955-bf96-996ed44adbd3 req-f991f895-fdb3-4672-98d0-dddb41aaac2e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0772092 Aug 29 22:54:02.131457 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Publish callbacks [] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.188414 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c7fd00a4-bd0a-4ecb-9e90-37afa2e1df65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (1c787d65-b074-4490-a559-f4f6979235d6), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.200622 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-71b97955-1d95-4955-bf96-996ed44adbd3 req-a78faa3d-59e6-4088-ac86-4cb9aa880af1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678697 Aug 29 22:54:02.216383 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.274492 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c7fd00a4-bd0a-4ecb-9e90-37afa2e1df65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (1c787d65-b074-4490-a559-f4f6979235d6), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.298047 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5688-fcf7-4981-950b-9975017be6da None None] Pushing event updated for resources: {'Port': ['ID=4d51e470-09d9-4960-8cd6-e0ff555d7666,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:02.309768 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd00a4-bd0a-4ecb-9e90-37afa2e1df65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c787d65-b074-4490-a559-f4f6979235d6,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:02.331247 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Attempting to bind port 4d51e470-09d9-4960-8cd6-e0ff555d7666 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:54:02.331715 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Attempting to bind port 4d51e470-09d9-4960-8cd6-e0ff555d7666 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:54:02.332122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Attempting to bind port 4d51e470-09d9-4960-8cd6-e0ff555d7666 on network 880890d7-7e56-4bef-b0af-eca83dd5dab5 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:54:02.337875 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:54:02.338255 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Checking segment: {'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:54:02.338659 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.339086 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Bound using segment: {'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:54:02.339556 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Bound port: 4d51e470-09d9-4960-8cd6-e0ff555d7666, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15693dd-279e-4d53-8881-00ed13f62114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:54:02.339989 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.342995 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0f64be8d-e9f4-4051-b499-f72ba7e2c86a req-c4901683-062e-47a3-8d09-52604ceb0610 tempest-ServerRescueNegativeTestJSON-1411650489 tempest-ServerRescueNegativeTestJSON-1411650489-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=946259ef-7337-4d98-9db7-9746c01d05c6 HTTP/1.1" status: 200 len: 210 time: 0.0634792 Aug 29 22:54:02.413327 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c7fd00a4-bd0a-4ecb-9e90-37afa2e1df65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.414683 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-c7fd00a4-bd0a-4ecb-9e90-37afa2e1df65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4698012 Aug 29 22:54:02.417534 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33772) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:02.422327 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'security_group_rule': {'security_group_id': '9d4cd294-a4b2-4103-b7fd-24285f4299b4', 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:02.525586 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.securitygroups_db [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Project e1e766828cca43808ba55f00a50c53f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:54:02.531393 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (fa65fd70-7904-42f9-bb1b-886b3fcd4f10), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.546453 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] For port 4d51e470-09d9-4960-8cd6-e0ff555d7666, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:54:02.549891 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] For port 4d51e470-09d9-4960-8cd6-e0ff555d7666, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=4d51e470-09d9-4960-8cd6-e0ff555d7666,segment=NetworkSegment(f15693dd-279e-4d53-8881-00ed13f62114),segment_id=f15693dd-279e-4d53-8881-00ed13f62114)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:54:02.607243 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (fa65fd70-7904-42f9-bb1b-886b3fcd4f10), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.646419 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.681582 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Routers {'98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:02.682211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:02.713621 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (fa65fd70-7904-42f9-bb1b-886b3fcd4f10), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.733381 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa65fd70-7904-42f9-bb1b-886b3fcd4f10,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:02.744254 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5688-fcf7-4981-950b-9975017be6da None None] Pushing event updated for resources: {'Port': ['ID=4d51e470-09d9-4960-8cd6-e0ff555d7666,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:02.788541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:02.804498 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] Set router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:02.824373 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.828702 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6a8981b5-50fe-42f1-bda5-6bc7283a0cfa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4071240 Aug 29 22:54:02.829019 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33776) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:02.835426 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'security_group_rule': {'security_group_id': '9d4cd294-a4b2-4103-b7fd-24285f4299b4', 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:02.936524 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.securitygroups_db [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Project e1e766828cca43808ba55f00a50c53f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:54:02.943093 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (af39eb77-e2d4-4154-8a61-e9a2ef00a8b6), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:02.981386 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:03.002256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:03.012347 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (af39eb77-e2d4-4154-8a61-e9a2ef00a8b6), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:03.021105 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:53:58Z', 'revision_number': 4, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port': {'id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:55Z', 'updated_at': '2022-08-29T22:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '4d51e470-09d9-4960-8cd6-e0ff555d7666', 'name': '', 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'mac_address': 'fa:16:3e:5f:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '670e7103-2789-407c-88b0-398c5086682f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:57Z', 'updated_at': '2022-08-29T22:54:02Z', 'revision_number': 4, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'subnets': [{'id': '670e7103-2789-407c-88b0-398c5086682f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:03.046387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd85d6b-e634-4f32-aa28-7f6026d5a9ed None None] The sync data for ids ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'] in dv-cinder-854269-4-iscsi is: [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:53:58Z', 'revision_number': 4, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port': {'id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:55Z', 'updated_at': '2022-08-29T22:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '4d51e470-09d9-4960-8cd6-e0ff555d7666', 'name': '', 'network_id': '880890d7-7e56-4bef-b0af-eca83dd5dab5', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'mac_address': 'fa:16:3e:5f:81:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '670e7103-2789-407c-88b0-398c5086682f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:57Z', 'updated_at': '2022-08-29T22:54:02Z', 'revision_number': 4, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'subnets': [{'id': '670e7103-2789-407c-88b0-398c5086682f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:03.125402 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (af39eb77-e2d4-4154-8a61-e9a2ef00a8b6), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:03.147286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af39eb77-e2d4-4154-8a61-e9a2ef00a8b6,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:03.264379 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:03.265754 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9ed50441-5034-4cce-ae38-f41a99e62e22 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4357679 Aug 29 22:54:03.351540 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b6f41-ba12-4804-90d3-7a0959fcef4a req-9c664335-f685-4187-b3e5-cd01c678a020 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:03.353178 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0e4b6f41-ba12-4804-90d3-7a0959fcef4a req-9c664335-f685-4187-b3e5-cd01c678a020 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0623183 Aug 29 22:54:03.411738 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0e4b6f41-ba12-4804-90d3-7a0959fcef4a req-f27a7348-5484-486c-8f38-6bcc118a0ac2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515692 Aug 29 22:54:03.463703 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33812) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:03.964470 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d86c40c3-059f-442c-8987-09c2f2683ad5 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:03.984836 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: d86c40c3-059f-442c-8987-09c2f2683ad5 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:03.985194 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device d86c40c3-059f-442c-8987-09c2f2683ad5 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:04.080500 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (39c2a81f-5579-4ee8-be5b-02cb7124a596), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:04.120037 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:04.364539 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Deleting port f181e6c9-b0e6-4789-a4ec-83465539208c {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:04.364915 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:04.438718 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:04.450837 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] For port f181e6c9-b0e6-4789-a4ec-83465539208c, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f181e6c9-b0e6-4789-a4ec-83465539208c,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:04.451217 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:04.466981 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Calling delete_port for f181e6c9-b0e6-4789-a4ec-83465539208c owned by network:router_interface {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:04.569279 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81957686-0bf3-45f7-98e8-6a04681b83a6 req-0522e84f-77e1-45cd-a5d7-3429245f30b3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:04.570834 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-81957686-0bf3-45f7-98e8-6a04681b83a6 req-0522e84f-77e1-45cd-a5d7-3429245f30b3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0644100 Aug 29 22:54:04.682508 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-81957686-0bf3-45f7-98e8-6a04681b83a6 req-3a3a28ae-8c62-4405-809f-cab34583af0e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040256 Aug 29 22:54:04.810270 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (f181e6c9-b0e6-4789-a4ec-83465539208c), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:04.838189 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f181e6c9-b0e6-4789-a4ec-83465539208c,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:05.046292 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (39c2a81f-5579-4ee8-be5b-02cb7124a596), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.050790 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4d51e470-09d9-4960-8cd6-e0ff555d7666 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:54:05.106138 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 4d51e470-09d9-4960-8cd6-e0ff555d7666 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:05.106580 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.185603 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 4d51e470-09d9-4960-8cd6-e0ff555d7666 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:05.185998 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.229456 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 4d51e470-09d9-4960-8cd6-e0ff555d7666, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=4d51e470-09d9-4960-8cd6-e0ff555d7666,segment=NetworkSegment(f15693dd-279e-4d53-8881-00ed13f62114),segment_id=f15693dd-279e-4d53-8881-00ed13f62114)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:05.259758 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:05.273927 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Router 39c2a81f-5579-4ee8-be5b-02cb7124a596 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:54:05.319429 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.370904 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=4d51e470-09d9-4960-8cd6-e0ff555d7666,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:05.385242 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:54:05.390119 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5e8993cb-ef59-477d-b77c-e194e6557ae4 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/39c2a81f-5579-4ee8-be5b-02cb7124a596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9250195 Aug 29 22:54:05.392810 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33850) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:05.396566 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] Sync routers for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:05.407424 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:05.408046 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:05.494713 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks [] for router (39c2a81f-5579-4ee8-be5b-02cb7124a596), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.516359 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:05.533185 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:05.608593 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks [] for router_gateway (39c2a81f-5579-4ee8-be5b-02cb7124a596), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.701678 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167'}], 'enable_snat': True}, 'gw_port_id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:54:04Z', 'revision_number': 5, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port': {'id': '390efa2a-24de-4cce-9e43-f530ba275d3f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:19Z', 'updated_at': '2022-08-29T22:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:05.729121 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] Checking router: 39c2a81f-5579-4ee8-be5b-02cb7124a596 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:05.734244 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Deleting port 390efa2a-24de-4cce-9e43-f530ba275d3f {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:05.734653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.738806 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] Routers {'39c2a81f-5579-4ee8-be5b-02cb7124a596'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:05.739606 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:53:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['39c2a81f-5579-4ee8-be5b-02cb7124a596'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:05.827255 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] Set router 39c2a81f-5579-4ee8-be5b-02cb7124a596 gateway port host: None {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:05.839657 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f15d4e-500a-4b1b-a1ea-eaa37915c92e req-0f2bee0a-6466-4d41-bdd6-a94127ba5ddd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:05.841593 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-20f15d4e-500a-4b1b-a1ea-eaa37915c92e req-0f2bee0a-6466-4d41-bdd6-a94127ba5ddd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0582609 Aug 29 22:54:05.867768 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] For port 390efa2a-24de-4cce-9e43-f530ba275d3f, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=390efa2a-24de-4cce-9e43-f530ba275d3f,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:05.868267 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:05.887776 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:54:05Z', 'revision_number': 6, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:05.889468 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Calling delete_port for 390efa2a-24de-4cce-9e43-f530ba275d3f owned by network:router_gateway {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:05.918692 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-20f15d4e-500a-4b1b-a1ea-eaa37915c92e req-7109bc6d-d66d-47ec-96e3-f410fcd3ad70 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534117 Aug 29 22:54:05.922899 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd92303-97f2-4cb7-92f6-edf2b29a3719 None None] The sync data for ids ['39c2a81f-5579-4ee8-be5b-02cb7124a596'] in dv-cinder-854269-4-iscsi is: [{'id': '39c2a81f-5579-4ee8-be5b-02cb7124a596', 'name': 'tempest-ServerRescueNegativeTestJSON-1895218289-router', 'tenant_id': '52aad64da33c4a48aa9eb7e325c5669b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:54:05Z', 'revision_number': 6, 'project_id': '52aad64da33c4a48aa9eb7e325c5669b', 'gw_port_host': None}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:06.165401 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (390efa2a-24de-4cce-9e43-f530ba275d3f), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.188794 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=390efa2a-24de-4cce-9e43-f530ba275d3f,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:06.260184 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (39c2a81f-5579-4ee8-be5b-02cb7124a596), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.356708 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (39c2a81f-5579-4ee8-be5b-02cb7124a596), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.359417 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks [] for router_controller (39c2a81f-5579-4ee8-be5b-02cb7124a596), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.369893 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:06.496826 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (39c2a81f-5579-4ee8-be5b-02cb7124a596), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.497581 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39c2a81f-5579-4ee8-be5b-02cb7124a596 {{(pid=124850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:54:06.502334 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.504108 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5f910327-d77f-4648-ba75-5f0e7d7522a6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/39c2a81f-5579-4ee8-be5b-02cb7124a596 HTTP/1.1" status: 204 len: 168 time: 1.1100116 Aug 29 22:54:06.506620 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33858) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:06.562176 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] Deleting subnet 8fa2308a-d2cb-4789-85b8-160c4d2abcf2 {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:54:06.565269 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] Publish callbacks [] for subnet (8fa2308a-d2cb-4789-85b8-160c4d2abcf2), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.602110 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171697'] for subnet (8fa2308a-d2cb-4789-85b8-160c4d2abcf2), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.714727 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (8fa2308a-d2cb-4789-85b8-160c4d2abcf2), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.833952 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4779302'] for subnet (8fa2308a-d2cb-4789-85b8-160c4d2abcf2), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.861001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa2308a-d2cb-4789-85b8-160c4d2abcf2,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:06.873217 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19ac06-679d-4848-8f3a-8189dbbdff4e None None] Network e0df57fe-49a1-4753-930b-30f7d46d9482 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:54:06.888411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:06.895595 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-6927f278-1693-438c-af6f-5232e0f6fea5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/8fa2308a-d2cb-4789-85b8-160c4d2abcf2 HTTP/1.1" status: 204 len: 168 time: 0.3841631 Aug 29 22:54:06.895595 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33862) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:06.988699 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4d51e470-09d9-4960-8cd6-e0ff555d7666 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:54:07.021370 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (e0df57fe-49a1-4753-930b-30f7d46d9482), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.072187 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Deleting port 4605079f-00c7-4c35-8482-e9624c1ed727 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:07.072917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.094962 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 4d51e470-09d9-4960-8cd6-e0ff555d7666 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:07.095694 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.111254 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d164bd1-6174-41d6-b0bb-cea5035fe2af req-486e73e3-999e-4cba-9137-1f4303921d0e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:07.111254 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8d164bd1-6174-41d6-b0bb-cea5035fe2af req-486e73e3-999e-4cba-9137-1f4303921d0e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0604153 Aug 29 22:54:07.181345 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] DHCP port deletion for e0df57fe-49a1-4753-930b-30f7d46d9482 request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:54:07.181600 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] For port 4605079f-00c7-4c35-8482-e9624c1ed727, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=4605079f-00c7-4c35-8482-e9624c1ed727,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:07.181725 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.187704 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8d164bd1-6174-41d6-b0bb-cea5035fe2af req-e1b54643-67ff-49ea-8d85-7b054aee90fb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763698 Aug 29 22:54:07.200250 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Calling delete_port for 4605079f-00c7-4c35-8482-e9624c1ed727 owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:07.215309 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:07.240744 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 4d51e470-09d9-4960-8cd6-e0ff555d7666 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:07.251134 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] Deleting port 4605079f-00c7-4c35-8482-e9624c1ed727 {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:07.251540 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.302609 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 390efa2a-24de-4cce-9e43-f530ba275d3f no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:07.335910 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 390efa2a-24de-4cce-9e43-f530ba275d3f {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:07.336185 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 390efa2a-24de-4cce-9e43-f530ba275d3f not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:07.336891 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f181e6c9-b0e6-4789-a4ec-83465539208c no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:07.365144 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] For port 4605079f-00c7-4c35-8482-e9624c1ed727, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=4605079f-00c7-4c35-8482-e9624c1ed727,segment=NetworkSegment(76895c9d-2358-48e2-b637-939f0f2ab143),segment_id=76895c9d-2358-48e2-b637-939f0f2ab143)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:07.365386 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.367977 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: f181e6c9-b0e6-4789-a4ec-83465539208c {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:07.368326 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f181e6c9-b0e6-4789-a4ec-83465539208c not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:07.381133 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] Calling delete_port for 4605079f-00c7-4c35-8482-e9624c1ed727 owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:07.382350 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.408242 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4605079f-00c7-4c35-8482-e9624c1ed727,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:07.415186 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] No DVR routers for this DVR port 4605079f-00c7-4c35-8482-e9624c1ed727 on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:07.473630 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (4605079f-00c7-4c35-8482-e9624c1ed727), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.501875 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (e0df57fe-49a1-4753-930b-30f7d46d9482), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.502318 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] No DVR routers for this DVR port 4605079f-00c7-4c35-8482-e9624c1ed727 on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:07.508061 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b94eb-48de-43de-a3f1-11599b244301 None None] Pushing event deleted for resources: {'Port': ['ID=4605079f-00c7-4c35-8482-e9624c1ed727,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:07.509626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:07.530932 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0df57fe-49a1-4753-930b-30f7d46d9482']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:07.538178 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76895c9d-2358-48e2-b637-939f0f2ab143') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:07.538485 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76895c9d-2358-48e2-b637-939f0f2ab143') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:07.549995 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (76895c9d-2358-48e2-b637-939f0f2ab143), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.564065 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (76895c9d-2358-48e2-b637-939f0f2ab143), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.571181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:54:07.571607 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (76895c9d-2358-48e2-b637-939f0f2ab143), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.615993 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 76895c9d-2358-48e2-b637-939f0f2ab143 resource provider aggregate not found Aug 29 22:54:07.638980 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 76895c9d-2358-48e2-b637-939f0f2ab143 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76895c9d-2358-48e2-b637-939f0f2ab143 found for delete ", "request_id": "req-add0a120-390d-4ade-be2f-3ee2a8c2b9c5"}]} Aug 29 22:54:07.731068 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (e0df57fe-49a1-4753-930b-30f7d46d9482), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.736766 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:07.746630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/e0df57fe-49a1-4753-930b-30f7d46d9482 HTTP/1.1" status: 204 len: 168 time: 0.8434544 Aug 29 22:54:07.755998 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516786fd-488d-4f6b-873a-a2e793afdc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0df57fe-49a1-4753-930b-30f7d46d9482,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:08.148396 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33876) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:08.190208 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4325a758-ac35-465b-8284-c0f22f302555 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=52aad64da33c4a48aa9eb7e325c5669b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405581 Aug 29 22:54:08.193447 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33878) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:08.245287 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-15229f10-4a34-4eca-a123-92b1dc34b011 admin admin] Publish callbacks [] for security_group (d31f710c-0fc9-478a-ada7-8353c5db1f9d), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.268135 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-15229f10-4a34-4eca-a123-92b1dc34b011 admin admin] Publish callbacks [] for security_group (d31f710c-0fc9-478a-ada7-8353c5db1f9d), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.342322 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69b38-6464-43fe-a596-1faad1967c8d req-4f19809d-efb3-433d-baa7-a47f7b3668bf tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:08.343814 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-77d69b38-6464-43fe-a596-1faad1967c8d req-4f19809d-efb3-433d-baa7-a47f7b3668bf tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0637324 Aug 29 22:54:08.400909 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-77d69b38-6464-43fe-a596-1faad1967c8d req-374b9686-4060-445b-8e9d-0937ca9e675f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496533 Aug 29 22:54:08.456704 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-15229f10-4a34-4eca-a123-92b1dc34b011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d31f710c-0fc9-478a-ada7-8353c5db1f9d), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.459514 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-15229f10-4a34-4eca-a123-92b1dc34b011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:08.460965 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-15229f10-4a34-4eca-a123-92b1dc34b011 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d31f710c-0fc9-478a-ada7-8353c5db1f9d HTTP/1.1" status: 204 len: 168 time: 0.2665026 Aug 29 22:54:08.469639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15229f10-4a34-4eca-a123-92b1dc34b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31f710c-0fc9-478a-ada7-8353c5db1f9d,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:08.923816 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4605079f-00c7-4c35-8482-e9624c1ed727 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:08.944531 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 4605079f-00c7-4c35-8482-e9624c1ed727 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:08.945126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4605079f-00c7-4c35-8482-e9624c1ed727 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:09.764366 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8803a-3287-4c25-88fa-04dedf7aaf22 req-7477160b-f5f3-4e75-bb54-2b4e20edceeb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:09.765908 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3c8803a-3287-4c25-88fa-04dedf7aaf22 req-7477160b-f5f3-4e75-bb54-2b4e20edceeb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.2820745 Aug 29 22:54:09.818521 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f3c8803a-3287-4c25-88fa-04dedf7aaf22 req-a422ecea-36af-4034-b9eb-04f5b2f0e051 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457709 Aug 29 22:54:10.956551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22256-486f-471c-b0d8-38b763dfe0de req-846bc732-175d-4be6-abd8-6be9d11eacfe tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:10.958230 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b1b22256-486f-471c-b0d8-38b763dfe0de req-846bc732-175d-4be6-abd8-6be9d11eacfe tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0512722 Aug 29 22:54:11.012700 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b1b22256-486f-471c-b0d8-38b763dfe0de req-dc61a7a9-1683-4c86-867d-5e59ed551a2a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480070 Aug 29 22:54:11.029001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33944) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:11.137255 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c3a7efb5-9a58-4523-8ad1-016d4470cea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:11.215541 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c3a7efb5-9a58-4523-8ad1-016d4470cea6 admin admin] Publish callbacks [] for security_group (2d253b92-f793-48e3-9f8b-ee7bf832e2cf), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:11.290462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c3a7efb5-9a58-4523-8ad1-016d4470cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2d253b92-f793-48e3-9f8b-ee7bf832e2cf), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:11.315267 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:11.333154 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c3a7efb5-9a58-4523-8ad1-016d4470cea6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b7ddc57eb893458aba3e58be198d9fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030148 Aug 29 22:54:11.334080 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7efb5-9a58-4523-8ad1-016d4470cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d253b92-f793-48e3-9f8b-ee7bf832e2cf,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:11.336015 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 33948) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:11.388705 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-50793224-7cd0-4dca-ab00-621b63ba8d40 admin admin] Publish callbacks [] for security_group (2d253b92-f793-48e3-9f8b-ee7bf832e2cf), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:11.410024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-50793224-7cd0-4dca-ab00-621b63ba8d40 admin admin] Publish callbacks [] for security_group (2d253b92-f793-48e3-9f8b-ee7bf832e2cf), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:11.537060 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-50793224-7cd0-4dca-ab00-621b63ba8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2d253b92-f793-48e3-9f8b-ee7bf832e2cf), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:11.539906 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-50793224-7cd0-4dca-ab00-621b63ba8d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:11.543549 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-50793224-7cd0-4dca-ab00-621b63ba8d40 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2d253b92-f793-48e3-9f8b-ee7bf832e2cf HTTP/1.1" status: 204 len: 168 time: 0.2061903 Aug 29 22:54:11.553661 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50793224-7cd0-4dca-ab00-621b63ba8d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d253b92-f793-48e3-9f8b-ee7bf832e2cf,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:12.143020 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf909be-429c-49ef-ae47-7c09359bafc7 req-8bba5ab4-09fe-4164-b886-4bc79f398c1d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:12.144551 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3cf909be-429c-49ef-ae47-7c09359bafc7 req-8bba5ab4-09fe-4164-b886-4bc79f398c1d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0512664 Aug 29 22:54:12.189316 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33960) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:12.202599 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3cf909be-429c-49ef-ae47-7c09359bafc7 req-4ee3cbce-c1da-46a4-9e92-87846b8f9558 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515649 Aug 29 22:54:12.206213 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-16ccbd97-cbf3-4b6f-94bb-67994e326a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.283429 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-16ccbd97-cbf3-4b6f-94bb-67994e326a30 admin admin] Publish callbacks [] for security_group (28eb0ffc-9286-4807-ba38-a7693bfb2621), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.359391 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-16ccbd97-cbf3-4b6f-94bb-67994e326a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (28eb0ffc-9286-4807-ba38-a7693bfb2621), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.397654 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccbd97-cbf3-4b6f-94bb-67994e326a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb0ffc-9286-4807-ba38-a7693bfb2621,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:12.402483 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-16ccbd97-cbf3-4b6f-94bb-67994e326a30 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=060282785dbf477299edbf9298dbda13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120655 Aug 29 22:54:12.405653 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 33962) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:12.458104 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-06a928c2-c10f-4589-a332-b4d4152d0c62 admin admin] Publish callbacks [] for security_group (28eb0ffc-9286-4807-ba38-a7693bfb2621), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.479872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-06a928c2-c10f-4589-a332-b4d4152d0c62 admin admin] Publish callbacks [] for security_group (28eb0ffc-9286-4807-ba38-a7693bfb2621), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.487342 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:12.605189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-06a928c2-c10f-4589-a332-b4d4152d0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (28eb0ffc-9286-4807-ba38-a7693bfb2621), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.607803 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-06a928c2-c10f-4589-a332-b4d4152d0c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:12.609197 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-06a928c2-c10f-4589-a332-b4d4152d0c62 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/28eb0ffc-9286-4807-ba38-a7693bfb2621 HTTP/1.1" status: 204 len: 168 time: 0.2028506 Aug 29 22:54:12.617769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a928c2-c10f-4589-a332-b4d4152d0c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb0ffc-9286-4807-ba38-a7693bfb2621,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:13.340599 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815e929-8024-40b9-9cdf-48546cc8039b req-04b1cf1e-4bbf-45ad-8abb-35109734ad61 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:13.342135 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1815e929-8024-40b9-9cdf-48546cc8039b req-04b1cf1e-4bbf-45ad-8abb-35109734ad61 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0532370 Aug 29 22:54:13.393179 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1815e929-8024-40b9-9cdf-48546cc8039b req-0efad92e-1e81-44b6-a82f-a0c251b17d05 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Aug 29 22:54:13.517457 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:54:14.524516 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478af05a-d5ec-44cf-b5ca-f6d7b4dbfb77 req-c8d477fc-d48f-45b6-be1d-5eaf5050b377 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:14.526441 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-478af05a-d5ec-44cf-b5ca-f6d7b4dbfb77 req-c8d477fc-d48f-45b6-be1d-5eaf5050b377 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0495207 Aug 29 22:54:14.584389 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-478af05a-d5ec-44cf-b5ca-f6d7b4dbfb77 req-dfb0ed74-73c9-4765-896e-ae3480080219 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519836 Aug 29 22:54:15.716848 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee27aa-04ff-41ff-a1bf-d351cc1e56f6 req-8745fd75-bb26-46b8-86af-00e6b54b58ec tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:15.718364 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0cee27aa-04ff-41ff-a1bf-d351cc1e56f6 req-8745fd75-bb26-46b8-86af-00e6b54b58ec tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0524621 Aug 29 22:54:15.771624 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0cee27aa-04ff-41ff-a1bf-d351cc1e56f6 req-9b101c8e-c756-4fa3-bb09-80a28bc75885 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475590 Aug 29 22:54:15.892928 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=87 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:16.887677 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:16.904010 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349555d-baec-48aa-ae70-632af97a8858 req-145735a5-c33d-4e9f-bda1-0ed99458d99c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:16.906094 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4349555d-baec-48aa-ae70-632af97a8858 req-145735a5-c33d-4e9f-bda1-0ed99458d99c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0571723 Aug 29 22:54:16.963045 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4349555d-baec-48aa-ae70-632af97a8858 req-828bc5b1-268a-49e4-b61c-371fd431aed1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511632 Aug 29 22:54:17.753073 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34070) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:17.860926 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-51205997-5c5d-4240-a72f-e8dffb97042b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:17.938786 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-51205997-5c5d-4240-a72f-e8dffb97042b admin admin] Publish callbacks [] for security_group (4c78bfb5-4e7e-4698-9be1-b34aea4d436c), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:18.006065 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-51205997-5c5d-4240-a72f-e8dffb97042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4c78bfb5-4e7e-4698-9be1-b34aea4d436c), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:18.061551 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:18.065497 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51205997-5c5d-4240-a72f-e8dffb97042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c78bfb5-4e7e-4698-9be1-b34aea4d436c,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:18.074233 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 34082) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:18.088323 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-51205997-5c5d-4240-a72f-e8dffb97042b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a68dee5359754bb481b1b688ba8eb723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315072 Aug 29 22:54:18.135927 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b9d79132-7348-46f7-97bc-c2c338a2a35d admin admin] Publish callbacks [] for security_group (4c78bfb5-4e7e-4698-9be1-b34aea4d436c), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:18.138678 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e38616-c72d-41b9-b4a5-1aedabc097a2 req-17c3a7ce-89b2-45e4-bf42-14e7b9df0835 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:18.140282 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-25e38616-c72d-41b9-b4a5-1aedabc097a2 req-17c3a7ce-89b2-45e4-bf42-14e7b9df0835 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0504973 Aug 29 22:54:18.157423 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b9d79132-7348-46f7-97bc-c2c338a2a35d admin admin] Publish callbacks [] for security_group (4c78bfb5-4e7e-4698-9be1-b34aea4d436c), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:18.191180 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-25e38616-c72d-41b9-b4a5-1aedabc097a2 req-ed639d69-f077-425d-b8e4-d998556deec9 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Aug 29 22:54:18.313547 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b9d79132-7348-46f7-97bc-c2c338a2a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4c78bfb5-4e7e-4698-9be1-b34aea4d436c), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:18.316066 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b9d79132-7348-46f7-97bc-c2c338a2a35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:18.317870 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b9d79132-7348-46f7-97bc-c2c338a2a35d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4c78bfb5-4e7e-4698-9be1-b34aea4d436c HTTP/1.1" status: 204 len: 168 time: 0.2427094 Aug 29 22:54:18.326043 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d79132-7348-46f7-97bc-c2c338a2a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c78bfb5-4e7e-4698-9be1-b34aea4d436c,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:18.975861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34098) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:18.993286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ecbeeefc-aed6-45c7-9286-9aa7478bb80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.072532 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ecbeeefc-aed6-45c7-9286-9aa7478bb80f admin admin] Publish callbacks [] for security_group (682f88b1-7246-4f37-9437-9285e177753e), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.159115 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ecbeeefc-aed6-45c7-9286-9aa7478bb80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (682f88b1-7246-4f37-9437-9285e177753e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.200888 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ecbeeefc-aed6-45c7-9286-9aa7478bb80f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=94cf2c7a80b7402c98dfbfc06510f757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239096 Aug 29 22:54:19.202003 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeeefc-aed6-45c7-9286-9aa7478bb80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682f88b1-7246-4f37-9437-9285e177753e,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:19.203717 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 34104) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:19.259465 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d73df89c-e21e-46d8-b4e8-54ee9a856088 admin admin] Publish callbacks [] for security_group (682f88b1-7246-4f37-9437-9285e177753e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.289204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d73df89c-e21e-46d8-b4e8-54ee9a856088 admin admin] Publish callbacks [] for security_group (682f88b1-7246-4f37-9437-9285e177753e), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.315126 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:19.345712 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc2125-985a-4306-b2df-a7a44399acea req-32c08763-570c-4458-a6aa-2688fd216476 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:19.347150 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66cc2125-985a-4306-b2df-a7a44399acea req-32c08763-570c-4458-a6aa-2688fd216476 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0706592 Aug 29 22:54:19.401402 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66cc2125-985a-4306-b2df-a7a44399acea req-99272a2f-ae80-4f3d-ad72-dc3d2e6c2f64 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479114 Aug 29 22:54:19.450973 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.451535 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d73df89c-e21e-46d8-b4e8-54ee9a856088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (682f88b1-7246-4f37-9437-9285e177753e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.453695 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-d73df89c-e21e-46d8-b4e8-54ee9a856088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:19.454858 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-d73df89c-e21e-46d8-b4e8-54ee9a856088 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/682f88b1-7246-4f37-9437-9285e177753e HTTP/1.1" status: 204 len: 168 time: 0.2495372 Aug 29 22:54:19.465731 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73df89c-e21e-46d8-b4e8-54ee9a856088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682f88b1-7246-4f37-9437-9285e177753e,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:19.476817 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:20.532936 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9938f9e-4751-406a-b163-19916b1ecb4a req-425fa779-cdf2-44ac-a048-349f69e15440 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:20.534515 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c9938f9e-4751-406a-b163-19916b1ecb4a req-425fa779-cdf2-44ac-a048-349f69e15440 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0540280 Aug 29 22:54:20.596552 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c9938f9e-4751-406a-b163-19916b1ecb4a req-24c85474-f2bb-4a1c-ad37-1fec77dd93d0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561321 Aug 29 22:54:21.387959 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34174) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:21.491675 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c70397c7-48ee-454f-8c13-4a4e8bc7de53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:21.574182 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c70397c7-48ee-454f-8c13-4a4e8bc7de53 admin admin] Publish callbacks [] for security_group (d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:21.667749 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c70397c7-48ee-454f-8c13-4a4e8bc7de53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:21.710614 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-c70397c7-48ee-454f-8c13-4a4e8bc7de53 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f207f82b855444859128232ec8007a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215547 Aug 29 22:54:21.711494 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70397c7-48ee-454f-8c13-4a4e8bc7de53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:21.714129 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34180) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:21.735166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb5205-59e4-4a9b-9a40-f093e1652e6a req-4f8dd8cb-86a8-4c0f-b964-d99f5517d364 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:21.736691 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-42fb5205-59e4-4a9b-9a40-f093e1652e6a req-4f8dd8cb-86a8-4c0f-b964-d99f5517d364 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0496478 Aug 29 22:54:21.761822 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:21.773039 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aea76ad1-28c9-49e0-85fb-56b75bce2376 admin admin] Publish callbacks [] for security_group (d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:21.786794 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-42fb5205-59e4-4a9b-9a40-f093e1652e6a req-ed5e147e-d18f-48d1-8648-c80728b7d74b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Aug 29 22:54:21.794813 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aea76ad1-28c9-49e0-85fb-56b75bce2376 admin admin] Publish callbacks [] for security_group (d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:21.907563 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aea76ad1-28c9-49e0-85fb-56b75bce2376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:21.910981 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-aea76ad1-28c9-49e0-85fb-56b75bce2376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:21.912162 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-aea76ad1-28c9-49e0-85fb-56b75bce2376 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2 HTTP/1.1" status: 204 len: 168 time: 0.1971240 Aug 29 22:54:21.920413 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea76ad1-28c9-49e0-85fb-56b75bce2376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f8c62c-167b-463e-a1fc-ed0dc3d3bdd2,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:22.258118 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:22.336272 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bba66f2e-b9a4-467a-910b-d8df248ad5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:22.929640 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c633b-6318-404d-abc4-b4c14de1cdbc req-e7809ae1-6e5e-4d45-9800-4412a40cb57c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:22.931702 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-407c633b-6318-404d-abc4-b4c14de1cdbc req-e7809ae1-6e5e-4d45-9800-4412a40cb57c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0569708 Aug 29 22:54:22.995247 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-407c633b-6318-404d-abc4-b4c14de1cdbc req-2ddc568f-caaf-4b5d-b8c4-acd6c652324f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577044 Aug 29 22:54:24.078332 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:54:24.133689 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179be6f-4054-4dc3-9e58-c610ae546ffa req-fe247299-1106-44d3-9a08-e95d14c8c964 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:24.135246 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8179be6f-4054-4dc3-9e58-c610ae546ffa req-fe247299-1106-44d3-9a08-e95d14c8c964 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0574181 Aug 29 22:54:24.185745 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8179be6f-4054-4dc3-9e58-c610ae546ffa req-ce889eda-f39f-40b7-8ca8-204afacb403c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445395 Aug 29 22:54:24.192967 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:24.204357 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'port_id': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'mac_address': 'fa:16:3e:76:1f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:54:24.243149 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: ACTIVE; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:24.243533 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:24.256190 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a7754e6-246d-4310-9f9e-5d280d55294e {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:54:24.275875 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:24.342482 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:24.394216 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=6']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:24.402544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.402901 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.403255 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.403626 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.403961 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.404691 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.405051 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.405378 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.405907 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.406233 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.406628 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.406972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.407281 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.407603 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.408544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:24.446343 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['4a7754e6-246d-4310-9f9e-5d280d55294e'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:54:24.558767 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:24.568668 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-f6e64ed7-1393-444e-b438-6e5ac0eda9a1 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2019514359&fields=id&tenant_id=e1e766828cca43808ba55f00a50c53f9 HTTP/1.1" status: 200 len: 267 time: 0.0498307 Aug 29 22:54:24.683138 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-f710b746-fa51-41aa-9bf1-c4f175d3d6bf tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:24.684568 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-f710b746-fa51-41aa-9bf1-c4f175d3d6bf tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/networks?id=cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 200 len: 808 time: 0.1089096 Aug 29 22:54:24.699821 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-8602afa0-8b35-434e-a29f-d4ca8b9cdc78 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/quotas/e1e766828cca43808ba55f00a50c53f9 HTTP/1.1" status: 200 len: 375 time: 0.0098281 Aug 29 22:54:24.742233 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e4ba8ed8-875b-4fc0-a3b2-73bb15be7c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:24.749975 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-570815b4-467c-45b2-bfcd-39abf70daf01 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451937 Aug 29 22:54:24.949127 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-eab5bb84-fc79-4b59-8a05-31d14bafe093 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865804 Aug 29 22:54:25.045167 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-8712fb67-9e10-488d-8c34-d3c552b58652 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901289 Aug 29 22:54:25.323103 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f9c19-3c59-4bdd-be34-7250f65a2736 req-563bd08d-8079-4bb9-a09b-81e3308d7ab2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:25.324758 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-406f9c19-3c59-4bdd-be34-7250f65a2736 req-563bd08d-8079-4bb9-a09b-81e3308d7ab2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 945 time: 0.0583739 Aug 29 22:54:25.338615 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:25.377955 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-406f9c19-3c59-4bdd-be34-7250f65a2736 req-b253a7d6-7813-4015-93c4-d6b268968086 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469720 Aug 29 22:54:25.695378 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-917c8d9b-fb57-4aec-932b-8a71c9c02ac4 req-48dd53a7-b67a-4d18-81cc-82d120193a55 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 210 time: 0.0312648 Aug 29 22:54:25.909680 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-32e8c87d-29f1-4c1a-b5cd-daafd82fb5d6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518820 Aug 29 22:54:25.992679 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-8b7f5d4f-fe6b-41e5-aa56-a5307d6ffe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:25.994368 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-8b7f5d4f-fe6b-41e5-aa56-a5307d6ffe8a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1168 time: 0.0484729 Aug 29 22:54:26.099135 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:54:26.117583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-c66bfdb3-cf3c-4cc3-b44c-fb8ca40973d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:26.119413 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-c66bfdb3-cf3c-4cc3-b44c-fb8ca40973d0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 916 time: 0.1036894 Aug 29 22:54:26.177814 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:26.193492 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 4a7754e6-246d-4310-9f9e-5d280d55294e triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:26.194067 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:26.196578 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-ba8b0865-da07-48df-84d2-820b883d64f5 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 1000 time: 0.0713847 Aug 29 22:54:26.233457 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:26.249414 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-03433456-9c81-4cf0-88d4-1250c035523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:26.251001 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-03433456-9c81-4cf0-88d4-1250c035523d service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 200 len: 854 time: 0.0481327 Aug 29 22:54:26.295655 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:26.297600 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:26.323896 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-591da545-1b31-4e27-a48b-481617b44549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:26.325895 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-591da545-1b31-4e27-a48b-481617b44549 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672157 Aug 29 22:54:26.358242 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:26.359542 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:26.362482 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccce24b-068f-4bd3-b950-18f18342bb17" -d '{"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:26.444655 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:26.497985 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-752619fb-2daa-4868-a98e-e5c549d395e5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625152 Aug 29 22:54:26.544131 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=7']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:26.600234 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9bbd-7f50-40bb-9222-8e6851b9b377 req-03a8f5d9-7edd-4147-bce2-8067d8949453 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:26.602993 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-07cf9bbd-7f50-40bb-9222-8e6851b9b377 req-03a8f5d9-7edd-4147-bce2-8067d8949453 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0973668 Aug 29 22:54:26.699583 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-07cf9bbd-7f50-40bb-9222-8e6851b9b377 req-45c7f3ae-76fa-406f-90ee-ff57f318149d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842664 Aug 29 22:54:26.700552 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-16b23e0c-9ec5-403c-afa9-52e237f8d9a2 req-b0547fe3-f329-4011-96dd-932a746d77c1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910102 Aug 29 22:54:26.741126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe38a9-38d4-4412-97f4-fca2f318245f x-openstack-request-id: req-67fe38a9-38d4-4412-97f4-fca2f318245f {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:26.741126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:26.741126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67fe38a9-38d4-4412-97f4-fca2f318245f {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:26.741126 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fe38a9-38d4-4412-97f4-fca2f318245f'] response: {'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'code': 200} Aug 29 22:54:26.819854 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4da6afc5-47b5-4e8b-86a2-dcf11f9a3c35 req-b863d0d8-4637-4884-ac3e-d39b7a9ee54f tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 210 time: 0.0394967 Aug 29 22:54:27.302067 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:27.473155 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:27.582206 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:27.951804 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c848-099f-44b2-b685-eff4042a354d req-0060ad17-523e-4811-bbc3-5dc45133b840 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:27.954330 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66d9c848-099f-44b2-b685-eff4042a354d req-0060ad17-523e-4811-bbc3-5dc45133b840 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.1314507 Aug 29 22:54:27.982237 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-dd71f9f6-24b0-4908-bc8c-825bc0225952 req-fb1690c7-e152-4867-8c3c-fa7caeeb8e62 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 210 time: 0.0419526 Aug 29 22:54:28.030180 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-66d9c848-099f-44b2-b685-eff4042a354d req-ea05b212-967d-40f1-aa37-31afc5728077 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648994 Aug 29 22:54:29.134898 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-aaba9ea8-0934-4a87-86bd-9e623ad38ff5 req-5ca7df25-cbee-4965-a774-742288775cc6 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 210 time: 0.0440466 Aug 29 22:54:29.207690 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095568-2f98-4d27-b1d5-a932e57524f1 req-02eeecf8-e71a-485c-9e46-5bbab3187838 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:29.215580 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ea095568-2f98-4d27-b1d5-a932e57524f1 req-02eeecf8-e71a-485c-9e46-5bbab3187838 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0705726 Aug 29 22:54:29.279357 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ea095568-2f98-4d27-b1d5-a932e57524f1 req-81932612-9574-4d32-9358-87b1ca3c14f7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626464 Aug 29 22:54:30.131379 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:30.143663 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-073fe292-4262-4b4c-8f1a-e6f16229e80e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:30.145407 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-073fe292-4262-4b4c-8f1a-e6f16229e80e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.71 "GET /networking/v2.0/networks?id=cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 200 len: 808 time: 0.1506286 Aug 29 22:54:30.271705 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-08be9b27-29be-4c51-8411-4c57685b81bf tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e1e766828cca43808ba55f00a50c53f9 HTTP/1.1" status: 200 len: 380 time: 0.1171343 Aug 29 22:54:30.281205 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'port': {'device_id': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'admin_state_up': True, 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'security_groups': ['9d4cd294-a4b2-4103-b7fd-24285f4299b4']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:30.353855 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1d43df28-0a3e-404c-8c05-03212b7a734e req-b163640b-b348-445e-bd3d-b305418b97bb tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 210 time: 0.1015863 Aug 29 22:54:30.559785 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Made reservation on behalf of e1e766828cca43808ba55f00a50c53f9 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:54:30.563924 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:30.641699 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dbb1a-dc8b-4908-b0d1-6d8685bbbcf7 req-ea115807-7924-492c-a614-dbb86a2fb45e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:30.649952 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cb9dbb1a-dc8b-4908-b0d1-6d8685bbbcf7 req-ea115807-7924-492c-a614-dbb86a2fb45e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.1217041 Aug 29 22:54:30.724700 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cb9dbb1a-dc8b-4908-b0d1-6d8685bbbcf7 req-1d8825d8-984d-4aad-b759-7d1be74cf3dd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731952 Aug 29 22:54:30.731480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Allocated IP 172.20.0.13 (cdc689a8-02d8-417d-924a-20e87953aa8c/bd981eb2-a2ba-432c-b6d7-76d33f673de7/91df5732-ae39-46e4-8d12-2571816bc572) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:54:30.990404 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:30.998517 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for port (91df5732-ae39-46e4-8d12-2571816bc572), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:31.088065 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37ccc6-ff01-4c6f-a606-8dfc91d3b5e5 req-ed11dbb2-9089-480e-ad1e-8adca5d677c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:31.089668 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8b37ccc6-ff01-4c6f-a606-8dfc91d3b5e5 req-ed11dbb2-9089-480e-ad1e-8adca5d677c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0731130 Aug 29 22:54:31.156988 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8b37ccc6-ff01-4c6f-a606-8dfc91d3b5e5 req-d1b7d21a-9ee7-4124-b6c5-6f406d474ed8 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617290 Aug 29 22:54:31.205528 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:31.249861 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Network cdc689a8-02d8-417d-924a-20e87953aa8c is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:54:31.258956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:54:31.263387 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:54:31.326231 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:31.331988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:31.402062 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:31.404411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:31.561022 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bc188-c68f-465c-8792-c2c5803321f7 req-4eee1756-60ff-4795-8a74-f88d78f4e9f7 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:31.562918 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ac3bc188-c68f-465c-8792-c2c5803321f7 req-4eee1756-60ff-4795-8a74-f88d78f4e9f7 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 932 time: 0.0754504 Aug 29 22:54:31.566678 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-cbfbb630-f725-45da-a029-26555abcf5be tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2898283 Aug 29 22:54:31.617664 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-16aeeb09-eb2b-425f-a163-b24404507ab0 None None] Provisioning complete for port 91df5732-ae39-46e4-8d12-2571816bc572 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:31.618300 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-16aeeb09-eb2b-425f-a163-b24404507ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (91df5732-ae39-46e4-8d12-2571816bc572), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:31.637702 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ac3bc188-c68f-465c-8792-c2c5803321f7 req-f2470d2a-7c7a-4b04-9586-0ffbabe96afe tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682230 Aug 29 22:54:31.657409 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-16aeeb09-eb2b-425f-a163-b24404507ab0 None None] Port 91df5732-ae39-46e4-8d12-2571816bc572 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:54:31.906347 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa47ce9-00b7-40b1-9909-554c77e0765e req-a3b87551-7516-4cc5-aff0-559c39a7514f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:31.908594 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8fa47ce9-00b7-40b1-9909-554c77e0765e req-a3b87551-7516-4cc5-aff0-559c39a7514f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0610082 Aug 29 22:54:32.018797 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8fa47ce9-00b7-40b1-9909-554c77e0765e req-9b0eb4ac-0c31-489d-92a5-ba1c5ea4ede2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939906 Aug 29 22:54:32.298407 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c7302-b34d-4171-9417-c6e4ef8495b1 req-2cdf512a-cb31-40ba-a53c-3c3e2857e7e1 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:32.300374 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-867c7302-b34d-4171-9417-c6e4ef8495b1 req-2cdf512a-cb31-40ba-a53c-3c3e2857e7e1 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0554676 Aug 29 22:54:32.366138 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-867c7302-b34d-4171-9417-c6e4ef8495b1 req-9687a830-0c30-4866-9a20-525fd22a147b tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569768 Aug 29 22:54:32.403476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Request body: {'port': {'device_id': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:32.472778 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:32.769854 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-2dae1880-0a5b-48ca-a410-1ae9977e9b83 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:32.772741 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-2dae1880-0a5b-48ca-a410-1ae9977e9b83 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0877411 Aug 29 22:54:32.814845 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5190a-d088-4526-9acd-f87ffa26ceb0 req-1fbf8159-2da5-4754-a797-fe3e14ff80a5 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:32.816688 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b5a5190a-d088-4526-9acd-f87ffa26ceb0 req-1fbf8159-2da5-4754-a797-fe3e14ff80a5 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 932 time: 0.0616741 Aug 29 22:54:32.925071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Deleting port 073b17c6-c60c-4033-bd71-9e7065aad2c0 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:32.925498 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:32.927706 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b5a5190a-d088-4526-9acd-f87ffa26ceb0 req-e60d3405-244c-4e03-841f-71f4b571f629 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977180 Aug 29 22:54:33.100949 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:33.132414 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] For port 073b17c6-c60c-4033-bd71-9e7065aad2c0, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=073b17c6-c60c-4033-bd71-9e7065aad2c0,segment=NetworkSegment(fa96017f-e07f-482e-a430-971f6fe6c308),segment_id=fa96017f-e07f-482e-a430-971f6fe6c308)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:33.136960 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:33.188620 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Calling delete_port for 073b17c6-c60c-4033-bd71-9e7065aad2c0 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:33.217997 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91df5732-ae39-46e4-8d12-2571816bc572 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:54:33.224952 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa064-71b6-4065-9084-1e21799f0500 req-4a44f4dd-2277-40cd-8b72-907b868ac4d8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:33.230057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Publish callbacks [] for port (91df5732-ae39-46e4-8d12-2571816bc572), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:33.232520 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2aefa064-71b6-4065-9084-1e21799f0500 req-4a44f4dd-2277-40cd-8b72-907b868ac4d8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0879893 Aug 29 22:54:33.285799 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Transition to ACTIVE for port object 91df5732-ae39-46e4-8d12-2571816bc572 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:54:33.291014 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2aefa064-71b6-4065-9084-1e21799f0500 req-46dd27a9-39d9-414a-9aac-7548f49f423a tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573497 Aug 29 22:54:33.360261 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:33.507890 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55976-ff74-479d-b01c-7f313f474aa0 req-c52c3813-6836-4b08-b16f-d36bef210b68 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:33.512938 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=3 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:33.516367 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c5f55976-ff74-479d-b01c-7f313f474aa0 req-c52c3813-6836-4b08-b16f-d36bef210b68 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 945 time: 0.0658677 Aug 29 22:54:33.522674 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=55 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:33.590311 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c5f55976-ff74-479d-b01c-7f313f474aa0 req-92d08d1e-c271-4b79-9b00-81d61de8c22c tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9ce2dbcb-168e-4bfc-be12-9d626068907f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731263 Aug 29 22:54:33.762985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:33.798190 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:33.835354 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Attempting to bind port 91df5732-ae39-46e4-8d12-2571816bc572 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:54:33.835721 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Attempting to bind port 91df5732-ae39-46e4-8d12-2571816bc572 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:54:33.836075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Attempting to bind port 91df5732-ae39-46e4-8d12-2571816bc572 on network cdc689a8-02d8-417d-924a-20e87953aa8c {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:54:33.841437 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Port 91df5732-ae39-46e4-8d12-2571816bc572 on network cdc689a8-02d8-417d-924a-20e87953aa8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:54:33.841819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Attempting to bind port 91df5732-ae39-46e4-8d12-2571816bc572 on network cdc689a8-02d8-417d-924a-20e87953aa8c {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:54:33.847372 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:54:33.847756 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Checking segment: {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:54:33.848194 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Bound using segment: {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:54:33.848854 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Bound port: 91df5732-ae39-46e4-8d12-2571816bc572, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e243c7b-727e-4aa0-a492-0b069f798783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:54:33.849297 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:33.912916 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:54:33.915992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:54:34.013315 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:34.065034 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfac7e-7ac2-40f5-b5f8-15969afb3426 req-94fd712c-9a89-481b-a24b-5ba271d8e9ed tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:34.066545 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-46bfac7e-7ac2-40f5-b5f8-15969afb3426 req-94fd712c-9a89-481b-a24b-5ba271d8e9ed tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0638714 Aug 29 22:54:34.120317 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-46bfac7e-7ac2-40f5-b5f8-15969afb3426 req-c547b1fc-2aa5-453e-93bb-9518be65fc23 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475340 Aug 29 22:54:34.251427 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:34.256077 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (073b17c6-c60c-4033-bd71-9e7065aad2c0), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:34.266876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:34.266876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:34.266876 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 1094 time: 1.8758736 Aug 29 22:54:34.266876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:34.266876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383f4f6c-3532-46dd-abad-5885e2ad0237" -d '{"events": [{"name": "network-changed", "server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "tag": "91df5732-ae39-46e4-8d12-2571816bc572"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:34.386498 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] No DVR routers for this DVR port 073b17c6-c60c-4033-bd71-9e7065aad2c0 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:34.388576 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da208b6-3a5c-4a8d-b48e-817aac000665 service neutron] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:34.393883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc49c72-18db-432f-bf7b-16c17dd03c63 x-openstack-request-id: req-fcc49c72-18db-432f-bf7b-16c17dd03c63 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:34.394310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "tag": "91df5732-ae39-46e4-8d12-2571816bc572", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:34.394655 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcc49c72-18db-432f-bf7b-16c17dd03c63 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:34.395149 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc49c72-18db-432f-bf7b-16c17dd03c63'] response: {'name': 'network-changed', 'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572', 'status': 'completed', 'code': 200} Aug 29 22:54:34.396588 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:34.400549 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-34848e03-69ae-46a1-a650-fb75dc4be865 req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.71 "DELETE /networking/v2.0/ports/073b17c6-c60c-4033-bd71-9e7065aad2c0 HTTP/1.1" status: 204 len: 173 time: 1.6135192 Aug 29 22:54:34.424888 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b993b7c-98a7-4713-b881-89fde7d060c3 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] Pushing event deleted for resources: {'Port': ['ID=073b17c6-c60c-4033-bd71-9e7065aad2c0,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:34.479340 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24311a1d-c004-4a34-8c47-d4976fa63246 req-d68695a8-ae91-4e6f-9450-76a4090e96d8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:34.481091 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-24311a1d-c004-4a34-8c47-d4976fa63246 req-d68695a8-ae91-4e6f-9450-76a4090e96d8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0574613 Aug 29 22:54:34.510530 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:34.536817 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-24311a1d-c004-4a34-8c47-d4976fa63246 req-3b0d4616-be25-41bf-b867-5386576e86ad tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496488 Aug 29 22:54:34.715951 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9dd22353-5255-4289-b163-8fe04e0ab0cc req-e6e74243-2e0c-4e27-9ae7-d008d13f9f0e tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 210 time: 0.0330524 Aug 29 22:54:35.281392 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aaf37-00b1-438f-8c6c-9f76ffc56aee req-dcf607b9-aa30-4efc-8a32-db90d4d7ec1c tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:35.284997 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-231aaf37-00b1-438f-8c6c-9f76ffc56aee req-dcf607b9-aa30-4efc-8a32-db90d4d7ec1c tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0689802 Aug 29 22:54:35.369878 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-231aaf37-00b1-438f-8c6c-9f76ffc56aee req-5bfb756d-6cef-41cf-8b0b-c52eafa9dbf5 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778270 Aug 29 22:54:35.700699 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a053185-9c65-43af-8abf-fc2aae435749 req-37aec548-a92b-470b-a0d4-f54d89f829e7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:35.703116 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2a053185-9c65-43af-8abf-fc2aae435749 req-37aec548-a92b-470b-a0d4-f54d89f829e7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0675631 Aug 29 22:54:35.775193 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2a053185-9c65-43af-8abf-fc2aae435749 req-8d012fdd-1d76-452b-8c11-eab6d90cc96e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614176 Aug 29 22:54:35.870015 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b455f785-df80-47f8-b12a-555d1d921edb req-02d76f65-4866-4bb9-a8b0-6606e7f4a955 tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 210 time: 0.0521777 Aug 29 22:54:35.994753 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f4f6c-3532-46dd-abad-5885e2ad0237 req-890b8db8-3d27-41ac-9c88-ca27efd2cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:35.996310 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-383f4f6c-3532-46dd-abad-5885e2ad0237 req-890b8db8-3d27-41ac-9c88-ca27efd2cbca service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1128 time: 0.0660343 Aug 29 22:54:36.144464 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f4f6c-3532-46dd-abad-5885e2ad0237 req-93fe7d02-ad1c-40e5-84da-f0c784f954bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:36.147005 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-383f4f6c-3532-46dd-abad-5885e2ad0237 req-93fe7d02-ad1c-40e5-84da-f0c784f954bf service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=e1e766828cca43808ba55f00a50c53f9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1415551 Aug 29 22:54:36.151751 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 073b17c6-c60c-4033-bd71-9e7065aad2c0 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:36.211599 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 073b17c6-c60c-4033-bd71-9e7065aad2c0 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:54:36.215848 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 073b17c6-c60c-4033-bd71-9e7065aad2c0 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:54:36.329924 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f4f6c-3532-46dd-abad-5885e2ad0237 req-d3d082ac-b982-4a17-8edf-3f503d011817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:36.331621 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-383f4f6c-3532-46dd-abad-5885e2ad0237 req-d3d082ac-b982-4a17-8edf-3f503d011817 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1786308 Aug 29 22:54:36.413278 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7521284-b51c-49f4-96d5-549f7264930a', 'name': 'network-vif-deleted', 'tag': '073b17c6-c60c-4033-bd71-9e7065aad2c0'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:36.419929 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c98e51d-69f2-4e79-8731-fa0c95faabc5" -d '{"events": [{"server_uuid": "c7521284-b51c-49f4-96d5-549f7264930a", "name": "network-vif-deleted", "tag": "073b17c6-c60c-4033-bd71-9e7065aad2c0"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:36.475082 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-977a20c8-d9a8-4cb0-8fac-5909faa68b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:36.482081 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-977a20c8-d9a8-4cb0-8fac-5909faa68b0a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1128 time: 0.1000404 Aug 29 22:54:36.546898 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-3b774bb8-f544-44f1-9475-c671ee8b680f service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 217 time: 0.0552530 Aug 29 22:54:36.548450 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c04e8-db87-42b4-8c14-2359faa2032b x-openstack-request-id: req-6e6c04e8-db87-42b4-8c14-2359faa2032b {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:36.548779 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7521284-b51c-49f4-96d5-549f7264930a", "name": "network-vif-deleted", "tag": "073b17c6-c60c-4033-bd71-9e7065aad2c0", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:36.549009 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e6c04e8-db87-42b4-8c14-2359faa2032b {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:36.549396 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6c04e8-db87-42b4-8c14-2359faa2032b'] response: {'server_uuid': 'c7521284-b51c-49f4-96d5-549f7264930a', 'name': 'network-vif-deleted', 'tag': '073b17c6-c60c-4033-bd71-9e7065aad2c0', 'status': 'completed', 'code': 200} Aug 29 22:54:36.572240 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d61c9-db19-4a3b-9c81-e45c44c352d7 req-62a16650-2b9b-4c1c-99ae-b7edf1b7d132 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:36.581556 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-154d61c9-db19-4a3b-9c81-e45c44c352d7 req-62a16650-2b9b-4c1c-99ae-b7edf1b7d132 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.1269286 Aug 29 22:54:36.605394 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:36.634173 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-901594dc-c847-4656-9423-f4d0a8894e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:36.636824 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-901594dc-c847-4656-9423-f4d0a8894e2b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=bd981eb2-a2ba-432c-b6d7-76d33f673de7 HTTP/1.1" status: 200 len: 847 time: 0.0834749 Aug 29 22:54:36.652742 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-154d61c9-db19-4a3b-9c81-e45c44c352d7 req-2576e0c2-a685-46bd-9dab-c37e8d489cd8 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696414 Aug 29 22:54:36.700862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4050a4-885a-489b-8845-a5565916212f req-ca8c9940-7058-44ab-bad7-68b54ec6b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:36.703529 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-ca8c9940-7058-44ab-bad7-68b54ec6b435 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=cdc689a8-02d8-417d-924a-20e87953aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550041 Aug 29 22:54:37.095505 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b11b0976-fc44-40d7-9f3f-f43fa49243c3 req-c7ab7cd1-efbc-48d8-b8d5-eb97aedbf2ed tempest-VolumesSnapshotTestJSON-1526487074 tempest-VolumesSnapshotTestJSON-1526487074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c7521284-b51c-49f4-96d5-549f7264930a HTTP/1.1" status: 200 len: 210 time: 0.0580654 Aug 29 22:54:37.096151 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-17508848-78f6-4f3a-bdd3-f64af39cb325 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561182 Aug 29 22:54:37.105326 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37834c8b-6d41-4ad3-9956-32ce5bf3311a req-b36043a7-1756-4410-a939-cf64ccc1cb3e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:37.113227 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-37834c8b-6d41-4ad3-9956-32ce5bf3311a req-b36043a7-1756-4410-a939-cf64ccc1cb3e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.2229381 Aug 29 22:54:37.264667 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:37.292842 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-37834c8b-6d41-4ad3-9956-32ce5bf3311a req-207c10dd-055b-4f37-a3d2-8d64517d2eec tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562481 Aug 29 22:54:37.312764 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ed4050a4-885a-489b-8845-a5565916212f req-03ceef09-da3c-4bd9-9705-62ab41b50637 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953385 Aug 29 22:54:37.778356 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d867b-41ab-4195-8ba9-0c4512ef9cf0 req-43c94301-8207-48ab-a656-6fd4354f6080 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:37.779839 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c76d867b-41ab-4195-8ba9-0c4512ef9cf0 req-43c94301-8207-48ab-a656-6fd4354f6080 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0474663 Aug 29 22:54:37.831027 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c76d867b-41ab-4195-8ba9-0c4512ef9cf0 req-0a76f530-87fe-43ec-8534-6fbec95c5396 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Aug 29 22:54:38.494843 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07b071-c40a-4e97-9e07-e54c7120df24 req-7cc65f6a-d7b3-4b85-bdf0-987eed4d9cf2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:38.503049 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7d07b071-c40a-4e97-9e07-e54c7120df24 req-7cc65f6a-d7b3-4b85-bdf0-987eed4d9cf2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0757463 Aug 29 22:54:38.564344 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7d07b071-c40a-4e97-9e07-e54c7120df24 req-b93a43ea-cfb7-4416-a1e6-1a56c6d9102d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602305 Aug 29 22:54:38.957602 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3eee78-2eca-409c-bfb8-28a8efed0dcc req-e55cfc6f-c504-4c7d-b108-602ee0f7d850 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:38.959606 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fb3eee78-2eca-409c-bfb8-28a8efed0dcc req-e55cfc6f-c504-4c7d-b108-602ee0f7d850 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0491946 Aug 29 22:54:39.008915 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fb3eee78-2eca-409c-bfb8-28a8efed0dcc req-586cce01-14eb-4519-8d82-594cc10d1754 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 Aug 29 22:54:39.710406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ba1e0-8ad1-48f5-adf8-3171829d91ac req-6f3c203a-fe20-4230-af21-6732c037974c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:39.712001 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-554ba1e0-8ad1-48f5-adf8-3171829d91ac req-6f3c203a-fe20-4230-af21-6732c037974c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0523858 Aug 29 22:54:39.762258 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-554ba1e0-8ad1-48f5-adf8-3171829d91ac req-9b4e986d-29b0-4ed4-a637-2cbb250c6783 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439849 Aug 29 22:54:40.020242 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55ce74-3703-4a32-b938-3c95431be28d req-46ac6753-0488-4a4b-ad4b-6257152e24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:40.022293 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f55ce74-3703-4a32-b938-3c95431be28d req-46ac6753-0488-4a4b-ad4b-6257152e24ba service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1130 time: 0.0409727 Aug 29 22:54:40.146862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0bad7-8956-48b2-bd0a-56be2be12f94 req-4dcf7e6e-95fe-4b51-bb9e-200cdb42e0de tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:40.148219 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fcb0bad7-8956-48b2-bd0a-56be2be12f94 req-4dcf7e6e-95fe-4b51-bb9e-200cdb42e0de tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0640459 Aug 29 22:54:40.173917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55ce74-3703-4a32-b938-3c95431be28d req-115e3fb1-73cf-41a0-8f19-2520e84a0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:40.175389 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f55ce74-3703-4a32-b938-3c95431be28d req-115e3fb1-73cf-41a0-8f19-2520e84a0ea3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.1469240 Aug 29 22:54:40.256354 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fcb0bad7-8956-48b2-bd0a-56be2be12f94 req-dd22da49-4e98-41ae-a287-07992b38dd2e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986958 Aug 29 22:54:40.265023 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f55ce74-3703-4a32-b938-3c95431be28d req-827e2dc2-90c5-4523-8824-8e859f5974ff service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 200 len: 1002 time: 0.0828719 Aug 29 22:54:40.301424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:40.318976 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55ce74-3703-4a32-b938-3c95431be28d req-62cf92d9-a4ac-465e-affa-64adb116d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:40.320521 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f55ce74-3703-4a32-b938-3c95431be28d req-62cf92d9-a4ac-465e-affa-64adb116d177 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0490532 Aug 29 22:54:40.365775 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55ce74-3703-4a32-b938-3c95431be28d req-bb7ff06e-c787-4935-926c-e4ddcfda5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:40.367275 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f55ce74-3703-4a32-b938-3c95431be28d req-bb7ff06e-c787-4935-926c-e4ddcfda5247 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402138 Aug 29 22:54:40.463599 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f55ce74-3703-4a32-b938-3c95431be28d req-0ff1072c-dc9c-4186-9b85-fa731157ea7a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892966 Aug 29 22:54:40.556678 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1f55ce74-3703-4a32-b938-3c95431be28d req-de29aeaa-58f6-4c5b-81d0-457c1f58be65 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 Aug 29 22:54:40.898245 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ccc58-7d4e-4166-8986-d5d25437e2dd req-65c69a2c-3e42-4a93-a6f5-7bfb23d49bfc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:40.899780 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ed9ccc58-7d4e-4166-8986-d5d25437e2dd req-65c69a2c-3e42-4a93-a6f5-7bfb23d49bfc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0518112 Aug 29 22:54:40.949629 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ed9ccc58-7d4e-4166-8986-d5d25437e2dd req-d6656fe0-d74c-470b-bba2-dd71c1dee83c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442498 Aug 29 22:54:41.386305 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ab43-846b-434f-b30a-81d6a85199be req-3f5fe3c9-3135-4a45-bfce-c60d1b813645 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:41.387689 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4b92ab43-846b-434f-b30a-81d6a85199be req-3f5fe3c9-3135-4a45-bfce-c60d1b813645 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0508001 Aug 29 22:54:41.436090 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4b92ab43-846b-434f-b30a-81d6a85199be req-2ce316df-2c89-4c6a-80d5-005cd7267ef1 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Aug 29 22:54:41.657197 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=12 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:42.078200 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fde344-c2e6-4fbf-b109-d5ceb1aff726 req-87036edd-f75a-4e04-8fda-52d25d7fa9ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:42.079722 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d7fde344-c2e6-4fbf-b109-d5ceb1aff726 req-87036edd-f75a-4e04-8fda-52d25d7fa9ce tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0498979 Aug 29 22:54:42.129385 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d7fde344-c2e6-4fbf-b109-d5ceb1aff726 req-d18e679f-7e2c-49ef-92ba-27710014e374 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Aug 29 22:54:42.556744 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d7c77-d85d-45c6-909c-e71730f7c1eb req-650ee2c4-02c0-431c-a975-aad64bf38f7a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:42.558247 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-209d7c77-d85d-45c6-909c-e71730f7c1eb req-650ee2c4-02c0-431c-a975-aad64bf38f7a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0477617 Aug 29 22:54:42.608201 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-209d7c77-d85d-45c6-909c-e71730f7c1eb req-61bbebbf-e4af-4bbc-87be-9ff96c942f1f tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Aug 29 22:54:43.256457 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dba37-1173-40de-ba09-42bd29127418 req-cdf89d6e-d3d3-4cb0-9d8a-0ccb84206c2e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:43.258113 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-974dba37-1173-40de-ba09-42bd29127418 req-cdf89d6e-d3d3-4cb0-9d8a-0ccb84206c2e tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 946 time: 0.0499449 Aug 29 22:54:43.311701 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-974dba37-1173-40de-ba09-42bd29127418 req-5a64195c-90ab-41d5-a357-fc4885e9ec33 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471053 Aug 29 22:54:43.729671 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31860a48-5ef8-482c-9bd9-ec9b6af30e40 req-8b94ab24-c435-4b8d-bd58-05822aa1ab49 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:43.731192 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-31860a48-5ef8-482c-9bd9-ec9b6af30e40 req-8b94ab24-c435-4b8d-bd58-05822aa1ab49 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0506361 Aug 29 22:54:43.776906 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:43.782248 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-31860a48-5ef8-482c-9bd9-ec9b6af30e40 req-f9ef82f6-b4d7-4229-8fa2-62a62fb4c400 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453677 Aug 29 22:54:44.181514 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:44.240828 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:44.256111 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: ACTIVE; New status is: DOWN {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:44.256506 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:44.281861 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:44.284674 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6a5c39-197c-4a5a-9654-80553889a4a3" -d '{"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:44.297756 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:44.341992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085235d4-c6fe-41d4-a8c3-fc6bfd52d7df x-openstack-request-id: req-085235d4-c6fe-41d4-a8c3-fc6bfd52d7df {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:44.341992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-unplugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:44.341992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-085235d4-c6fe-41d4-a8c3-fc6bfd52d7df {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:44.341992 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085235d4-c6fe-41d4-a8c3-fc6bfd52d7df'] response: {'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'code': 200} Aug 29 22:54:44.377048 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:44.448064 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=8']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:44.449008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7412-9f8f-41e5-8a8d-fc2a62ecc2cb req-797fd055-a8ab-428e-b37c-5b82664e1e82 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:44.450582 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00ad7412-9f8f-41e5-8a8d-fc2a62ecc2cb req-797fd055-a8ab-428e-b37c-5b82664e1e82 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0542767 Aug 29 22:54:44.501695 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-00ad7412-9f8f-41e5-8a8d-fc2a62ecc2cb req-b2b03561-4fec-40e3-bb4e-4f4f0dbf8bd2 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453010 Aug 29 22:54:44.906868 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464a18c-0d49-41e0-97b2-06721aa021e2 req-9efa0d46-db47-4501-9787-e8fb669dd735 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:44.908470 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1464a18c-0d49-41e0-97b2-06721aa021e2 req-9efa0d46-db47-4501-9787-e8fb669dd735 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0484536 Aug 29 22:54:44.960873 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1464a18c-0d49-41e0-97b2-06721aa021e2 req-6456b029-54df-42f8-967a-119c6a3434b2 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456429 Aug 29 22:54:45.213554 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-592f9b0f-11e8-4e46-8654-4836d682f6ec tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-996011577&fields=id&tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a HTTP/1.1" status: 200 len: 267 time: 0.0498397 Aug 29 22:54:45.271283 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-019d485f-c3b5-4b98-a397-5f63805ab679 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:45.272996 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-019d485f-c3b5-4b98-a397-5f63805ab679 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 984 time: 0.0539863 Aug 29 22:54:45.283982 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Request body: {'port': {'security_groups': ['eb99b3d5-386d-43b4-be5b-ebfaf58c9b19']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:45.365485 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.557055 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e94820d-fd72-49c0-b34f-a592d817d599,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:45.589808 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for port (2e94820d-fd72-49c0-b34f-a592d817d599), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.644076 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92eeb1-b9ba-460e-80e4-71db83ab8f67 req-f43c5009-9aae-42ba-ae5f-804d161d6046 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:45.644749 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.646478 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8e92eeb1-b9ba-460e-80e4-71db83ab8f67 req-f43c5009-9aae-42ba-ae5f-804d161d6046 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0518177 Aug 29 22:54:45.656647 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:45.657030 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2e94820d-fd72-49c0-b34f-a592d817d599'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:54:45.657630 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.662402 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7ac4510d-2059-4b7f-99f9-fb3cca65dac8 req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "PUT /networking/v2.0/ports/2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 942 time: 0.3831072 Aug 29 22:54:45.662982 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:45.665650 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34650) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:45.666328 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee084501-fb11-4779-8c02-2b13588551a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:45.715938 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f6de09-f99e-4703-974a-99116cbfda60 x-openstack-request-id: req-00f6de09-f99e-4703-974a-99116cbfda60 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:45.716504 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:45.716932 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00f6de09-f99e-4703-974a-99116cbfda60 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:45.717285 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f6de09-f99e-4703-974a-99116cbfda60'] response: {'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599', 'status': 'completed', 'code': 200} Aug 29 22:54:45.738249 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:45.749708 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event updated for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=7']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:45.751894 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:45.756387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2e94820d-fd72-49c0-b34f-a592d817d599'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:54:45.760468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.760468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.760468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.760979 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.760979 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.761230 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.761536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.762051 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.762560 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.763078 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.763582 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.763924 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.764257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.764759 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.765266 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0227d1-a6b5-45d7-8f05-478cab710c16 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:45.769736 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8e92eeb1-b9ba-460e-80e4-71db83ab8f67 req-c78e76fb-0842-4993-bf03-0b0a75c8a725 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166179 Aug 29 22:54:45.795303 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group (e868a67a-9153-4e52-be11-2ed8b34d6e23), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.832439 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group (e868a67a-9153-4e52-be11-2ed8b34d6e23), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.897015 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084501-fb11-4779-8c02-2b13588551a6 req-b14bdba1-1b08-49f9-97a9-909d0d2fc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:45.901124 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee084501-fb11-4779-8c02-2b13588551a6 req-b14bdba1-1b08-49f9-97a9-909d0d2fc0a3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1129 time: 0.0762119 Aug 29 22:54:45.988195 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e868a67a-9153-4e52-be11-2ed8b34d6e23), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.990929 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:45.993203 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e868a67a-9153-4e52-be11-2ed8b34d6e23 HTTP/1.1" status: 204 len: 168 time: 0.3252916 Aug 29 22:54:45.995898 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 34660) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:46.003499 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e868a67a-9153-4e52-be11-2ed8b34d6e23,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:46.018148 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.018148 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.018642 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.019111 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.019524 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.019989 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.020557 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.020988 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.021246 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.022062 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.022798 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.023335 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.024092 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.024630 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.025182 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d151b5-256e-4f00-8fe2-4c87c888a39a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:54:46.145851 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a51e10-fd74-4c24-9d24-f34d519e6f2a req-7a6475a5-047d-4d72-af73-7900f87d4073 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:46.147227 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-29a51e10-fd74-4c24-9d24-f34d519e6f2a req-7a6475a5-047d-4d72-af73-7900f87d4073 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0544517 Aug 29 22:54:46.212048 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 91df5732-ae39-46e4-8d12-2571816bc572 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:54:46.239425 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-29a51e10-fd74-4c24-9d24-f34d519e6f2a req-eff7f807-2c9d-4012-88a3-c3f01e368135 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769022 Aug 29 22:54:46.294175 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Deleting port 67817b51-bc79-4fa2-8f30-e1e7b78e9d69 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:46.294751 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.300438 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:46.359205 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:46.380241 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '91df5732-ae39-46e4-8d12-2571816bc572', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'port_id': '91df5732-ae39-46e4-8d12-2571816bc572', 'mac_address': 'fa:16:3e:33:a4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:54:46.381752 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:46.385639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084501-fb11-4779-8c02-2b13588551a6 req-ed6bf6bc-436f-43fe-947d-f34c43eb9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:46.387395 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee084501-fb11-4779-8c02-2b13588551a6 req-ed6bf6bc-436f-43fe-947d-f34c43eb9029 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 916 time: 0.2216098 Aug 29 22:54:46.424918 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 91df5732-ae39-46e4-8d12-2571816bc572 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:46.425383 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.441521 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df5732-ae39-46e4-8d12-2571816bc572 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:54:46.468594 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.468966 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for floatingip (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.473155 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:46.496016 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee084501-fb11-4779-8c02-2b13588551a6 req-affb2ebc-29a6-40be-8bab-deb25316b76b service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 1000 time: 0.0919387 Aug 29 22:54:46.505846 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Calling delete_port for 67817b51-bc79-4fa2-8f30-e1e7b78e9d69 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:46.542306 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.612738 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:46.625984 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084501-fb11-4779-8c02-2b13588551a6 req-ed8c4d99-468b-4334-8e4a-fd5480545cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:46.627471 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee084501-fb11-4779-8c02-2b13588551a6 req-ed8c4d99-468b-4334-8e4a-fd5480545cbb service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 200 len: 854 time: 0.1296401 Aug 29 22:54:46.700089 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084501-fb11-4779-8c02-2b13588551a6 req-ae8e583e-f0af-4af5-a198-50fead8300cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:46.701625 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee084501-fb11-4779-8c02-2b13588551a6 req-ae8e583e-f0af-4af5-a198-50fead8300cd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579722 Aug 29 22:54:46.826451 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['91df5732-ae39-46e4-8d12-2571816bc572'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:54:46.841614 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee084501-fb11-4779-8c02-2b13588551a6 req-7d9f48dd-5d07-4f13-9b24-c95b4cf06112 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271510 Aug 29 22:54:46.933810 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (67817b51-bc79-4fa2-8f30-e1e7b78e9d69), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:46.947442 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee084501-fb11-4779-8c02-2b13588551a6 req-dce38e98-a4c3-42d0-9904-8ad04bbaebb5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971661 Aug 29 22:54:46.975473 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event deleted for resources: {'Port': ['ID=67817b51-bc79-4fa2-8f30-e1e7b78e9d69,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:46.980833 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:47.013060 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:47.031163 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks [] for floatingip (e1f25dba-653a-4b0b-9f39-3e37f3efbbcd), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:47.031496 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Floating IP e1f25dba-653a-4b0b-9f39-3e37f3efbbcd disassociated (deleted). External IP: 172.27.4.68, port: 2e94820d-fd72-49c0-b34f-a592d817d599. Aug 29 22:54:47.232272 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:47.386511 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:54:47.392923 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f6beb-d306-436d-9835-e4f1d54337ae req-c40395fb-b921-437b-a771-922df8eeec10 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:47.394406 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-656f6beb-d306-436d-9835-e4f1d54337ae req-c40395fb-b921-437b-a771-922df8eeec10 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 945 time: 0.0579765 Aug 29 22:54:47.756869 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-656f6beb-d306-436d-9835-e4f1d54337ae req-a4351d7b-200b-4aa6-b545-1da4008bcd7c tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554714 Aug 29 22:54:47.805034 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:54:47.809437 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:47.814885 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] Sync routers for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:47.826678 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:47.828321 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:47.853641 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-73aa3a0e-177a-4db5-a2e3-623f6aa890de tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e1f25dba-653a-4b0b-9f39-3e37f3efbbcd HTTP/1.1" status: 204 len: 168 time: 1.8563328 Aug 29 22:54:47.854196 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:47.857283 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b99863-642c-42cd-96d6-967dbc7405bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:47.971981 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b91826-8b2b-4a45-939b-bf01685a6098 x-openstack-request-id: req-77b91826-8b2b-4a45-939b-bf01685a6098 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:47.971981 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:47.971981 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77b91826-8b2b-4a45-939b-bf01685a6098 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:47.971981 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b91826-8b2b-4a45-939b-bf01685a6098'] response: {'name': 'network-changed', 'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599', 'status': 'completed', 'code': 200} Aug 29 22:54:47.973922 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:48.095751 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-9164eb77-d22e-42fe-b798-4647ccb080a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:48.097596 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-9164eb77-d22e-42fe-b798-4647ccb080a4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 1129 time: 0.0954599 Aug 29 22:54:48.160505 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [req-82df7bc1-aade-4f72-976a-3811ae5a5f91 req-355356d4-41c7-4bbb-9db4-9e6305a89f1b service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:54:48.162253 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-82df7bc1-aade-4f72-976a-3811ae5a5f91 req-355356d4-41c7-4bbb-9db4-9e6305a89f1b service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060315 Aug 29 22:54:48.213176 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 91df5732-ae39-46e4-8d12-2571816bc572 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:54:48.232130 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-fd58851f-9ed9-4d6e-be05-7de83bb7fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:48.233906 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-fd58851f-9ed9-4d6e-be05-7de83bb7fb27 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 200 len: 916 time: 0.1298242 Aug 29 22:54:48.281413 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-96a45792-15a7-4a03-b799-0325314d5f86 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 200 len: 217 time: 0.0391057 Aug 29 22:54:48.305892 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:48.307676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 5, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:48.352443 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 91df5732-ae39-46e4-8d12-2571816bc572 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:54:48.355873 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] Checking router: cd4f8e1b-9b02-4b0c-8284-08c5057ab986 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:48.366369 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:48.367223 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:48.396562 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-68a0c07b-be28-4c8f-a5a6-df8181ae03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:48.399862 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-68a0c07b-be28-4c8f-a5a6-df8181ae03c3 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 200 len: 854 time: 0.1068027 Aug 29 22:54:48.453926 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-ceb9323b-5284-4095-84e1-046dc7c19283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:48.464213 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-ceb9323b-5284-4095-84e1-046dc7c19283 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565853 Aug 29 22:54:48.466846 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 91df5732-ae39-46e4-8d12-2571816bc572 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:54:48.467169 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (91df5732-ae39-46e4-8d12-2571816bc572), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:48.550362 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:48.576645 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-e1e753b5-e463-473f-baf3-450b0198eb99 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047530 Aug 29 22:54:48.730878 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 91df5732-ae39-46e4-8d12-2571816bc572 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:48.730878 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:48.796023 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b99863-642c-42cd-96d6-967dbc7405bc req-bb5f019c-d524-4fb4-a71b-156b49d789a4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116766 Aug 29 22:54:48.826275 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd869e5b-7e97-4e2c-adfa-c012c81b6b28 req-90e6ae38-9d73-4c06-a587-55bd6465d33f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:48.835468 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fd869e5b-7e97-4e2c-adfa-c012c81b6b28 req-90e6ae38-9d73-4c06-a587-55bd6465d33f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.1018882 Aug 29 22:54:48.856707 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:48.857363 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:48.860541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda8c2c-ddc3-4d61-8dd4-bfa621f0c3db" -d '{"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-plugged", "status": "completed", "tag": "91df5732-ae39-46e4-8d12-2571816bc572"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:48.884358 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:48.959925 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fd869e5b-7e97-4e2c-adfa-c012c81b6b28 req-586d864c-473f-4be5-9383-bf164437a143 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235404 Aug 29 22:54:48.965931 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:48.966872 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:54:48.973101 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:49.021997 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb3ace-899f-44bc-8524-6919b3350a7e req-657bb1e9-ee9a-4c75-898d-5bb2bc4fcb49 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:49.024103 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d6eb3ace-899f-44bc-8524-6919b3350a7e req-657bb1e9-ee9a-4c75-898d-5bb2bc4fcb49 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0629029 Aug 29 22:54:49.060940 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a0b502-0065-4d5a-84ba-5119834db8b5 x-openstack-request-id: req-22a0b502-0065-4d5a-84ba-5119834db8b5 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:49.061482 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-plugged", "status": "completed", "tag": "91df5732-ae39-46e4-8d12-2571816bc572", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:49.061823 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22a0b502-0065-4d5a-84ba-5119834db8b5 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:49.062230 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a0b502-0065-4d5a-84ba-5119834db8b5'] response: {'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572', 'code': 200} Aug 29 22:54:49.071972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 5, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:49.075130 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:49.097286 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d6eb3ace-899f-44bc-8524-6919b3350a7e req-c9dd10e0-d0c2-4d22-92f9-941459e887a3 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663927 Aug 29 22:54:49.116942 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d13f1-9cdb-4b3b-ac1a-6b38e71de094 None None] The sync data for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi is: [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:51:23Z', 'revision_number': 4, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '82fe08d2-925c-4a5a-b11e-d5a811f6cefa', 'name': '', 'network_id': 'a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'mac_address': 'fa:16:3e:b4:e8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:23Z', 'updated_at': '2022-08-29T22:51:29Z', 'revision_number': 5, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'subnets': [{'id': 'd98d84af-1acc-4838-a3be-b530a3f7c3ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:49.120711 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:49.175141 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: DOWN; New status is: DOWN {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:54:49.195072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 34760) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:49.292845 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-e750d0dd-2053-4a03-8437-837676763ddc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959229 Aug 29 22:54:49.301833 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-906772c1-1827-4086-9a4a-d34d1565180e service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:54:49.302892 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-906772c1-1827-4086-9a4a-d34d1565180e service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052388 Aug 29 22:54:49.402843 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34768) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:49.410331 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e32e44-9876-4185-aa88-de2cbb31f84a None None] New status for floating IP e1f25dba-653a-4b0b-9f39-3e37f3efbbcd: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:54:49.467961 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:49.469068 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91fb0-0a37-476f-833e-756022b98e74 req-32eaa133-cc78-4f7f-b938-ffcb0d71fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:49.471154 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7ee91fb0-0a37-476f-833e-756022b98e74 req-32eaa133-cc78-4f7f-b938-ffcb0d71fe47 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1130 time: 0.0545566 Aug 29 22:54:49.529384 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7ee91fb0-0a37-476f-833e-756022b98e74 req-8c57b61d-2469-4cf5-a088-6c3d836379a0 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510983 Aug 29 22:54:49.571868 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba810fe-c618-407e-bcda-d92fb42c278c req-39219669-dd9b-4dd4-9d02-1a80918b3e24 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:49.573243 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-39219669-dd9b-4dd4-9d02-1a80918b3e24 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports/4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 200 len: 941 time: 0.1693208 Aug 29 22:54:50.147069 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578582a4-d582-4f3b-88da-201214b82f8d req-3e5ba746-1f4b-4f60-8cd0-99ed967c12c5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:50.147069 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-578582a4-d582-4f3b-88da-201214b82f8d req-3e5ba746-1f4b-4f60-8cd0-99ed967c12c5 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0746965 Aug 29 22:54:50.198694 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-578582a4-d582-4f3b-88da-201214b82f8d req-06eb114b-b226-44dc-8401-bc451b64e806 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470762 Aug 29 22:54:50.231238 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859545e-b4ab-4988-bd9c-9ea763342389 req-688a8aba-3bb4-41ef-9a44-1617a460880e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:50.232810 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2859545e-b4ab-4988-bd9c-9ea763342389 req-688a8aba-3bb4-41ef-9a44-1617a460880e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0561650 Aug 29 22:54:50.284174 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2859545e-b4ab-4988-bd9c-9ea763342389 req-d04b548c-20b9-47df-9b5c-3c2a5e64976d tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452240 Aug 29 22:54:50.517036 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:54:51.334313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab96576-973f-49d7-a14a-1cc6813cc507 req-4f42f764-cc1d-4841-9998-af7dc6650844 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:51.336981 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ab96576-973f-49d7-a14a-1cc6813cc507 req-4f42f764-cc1d-4841-9998-af7dc6650844 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0513093 Aug 29 22:54:51.363503 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:51.386891 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ab96576-973f-49d7-a14a-1cc6813cc507 req-7ed46bbf-16b4-45eb-9367-b0580df80af3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 Aug 29 22:54:51.410570 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664597f-ad7b-4515-bdb8-38202e3a64c2 req-1eda696e-c739-44e4-b918-65cc917781fc tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:51.412054 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b664597f-ad7b-4515-bdb8-38202e3a64c2 req-1eda696e-c739-44e4-b918-65cc917781fc tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0506613 Aug 29 22:54:51.461621 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b664597f-ad7b-4515-bdb8-38202e3a64c2 req-099b8017-ee8d-45b9-bd9d-98a1f64ce718 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Aug 29 22:54:52.353633 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-325b7b12-db62-4c11-b0cf-e60fcf6b524d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:52.519015 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd97457-bc5c-4f11-bac6-6b34a2853015 req-c5685913-1af5-42a8-b3f0-cb9457c7c72d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:52.520586 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0dd97457-bc5c-4f11-bac6-6b34a2853015 req-c5685913-1af5-42a8-b3f0-cb9457c7c72d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0488169 Aug 29 22:54:52.575499 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0dd97457-bc5c-4f11-bac6-6b34a2853015 req-928b491e-698d-4adb-be74-b9bfdb6de1a9 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490336 Aug 29 22:54:52.584547 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5c35a-8c38-4fe1-9004-4a78bd8432f9 req-3bf9f8d0-cbc1-4d74-8e60-6e4cd2ed25e9 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:52.586236 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-aad5c35a-8c38-4fe1-9004-4a78bd8432f9 req-3bf9f8d0-cbc1-4d74-8e60-6e4cd2ed25e9 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0514848 Aug 29 22:54:52.642509 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-aad5c35a-8c38-4fe1-9004-4a78bd8432f9 req-da242051-6fab-4ca8-bcc6-ef4a8da39579 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488369 Aug 29 22:54:53.712371 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8859219-6ed7-40dd-acd9-def9c306cca2 req-39e7b6f7-10f2-4be0-97e4-a0c232bbf689 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:53.714348 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d8859219-6ed7-40dd-acd9-def9c306cca2 req-39e7b6f7-10f2-4be0-97e4-a0c232bbf689 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0554576 Aug 29 22:54:53.780321 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d8859219-6ed7-40dd-acd9-def9c306cca2 req-8b1367bd-10bf-4bd7-b26e-3b2b748e9fbc tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602925 Aug 29 22:54:53.799872 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d0794-5b33-48fa-b9a0-38d710ce9c5a req-bd3e9a7b-1562-4aec-a3f1-2dd47ef4ebed tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:53.809663 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2d1d0794-5b33-48fa-b9a0-38d710ce9c5a req-bd3e9a7b-1562-4aec-a3f1-2dd47ef4ebed tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0773065 Aug 29 22:54:53.856462 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2d1d0794-5b33-48fa-b9a0-38d710ce9c5a req-2f4c57a6-5fb1-43d9-bd12-5e03fd768937 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482683 Aug 29 22:54:54.733978 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-06be6d76-8491-41e4-9dca-92de1b3e7ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:54.924386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008da86e-528b-4e8b-a603-50ca43afccce req-709be4dd-ae73-409c-b5de-27aeb9346389 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:54.925973 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-008da86e-528b-4e8b-a603-50ca43afccce req-709be4dd-ae73-409c-b5de-27aeb9346389 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0603836 Aug 29 22:54:55.004615 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-008da86e-528b-4e8b-a603-50ca43afccce req-285b82f2-4f5e-4e87-829f-55a38375d9eb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712535 Aug 29 22:54:55.018803 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7986d1-9bc6-4762-b879-9aa8f8f66265 req-c3a9c60a-9563-485d-88fa-25ad5bee7ed3 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.019468 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6d7986d1-9bc6-4762-b879-9aa8f8f66265 req-c3a9c60a-9563-485d-88fa-25ad5bee7ed3 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0671639 Aug 29 22:54:55.070205 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba810fe-c618-407e-bcda-d92fb42c278c req-71f277fc-4eee-4597-8f4f-0402d51ad046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.072098 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-71f277fc-4eee-4597-8f4f-0402d51ad046 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c&tenant_id=a0e8b532701e43a39a0fd260e3e5d12d HTTP/1.1" status: 200 len: 1128 time: 0.0584161 Aug 29 22:54:55.083730 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6d7986d1-9bc6-4762-b879-9aa8f8f66265 req-41e56e92-3bf1-4f72-9799-e09fab0dc0a2 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538797 Aug 29 22:54:55.151969 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba810fe-c618-407e-bcda-d92fb42c278c req-6bd954b1-470a-45f1-b0ef-efc44d6ce9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.154031 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-6bd954b1-470a-45f1-b0ef-efc44d6ce9a8 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1128 time: 0.0573919 Aug 29 22:54:55.265386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca1121-0e65-4dca-9720-009bc9155da7 req-4892c383-5721-4d4e-be24-3d4d45c8cc42 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.266937 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c4ca1121-0e65-4dca-9720-009bc9155da7 req-4892c383-5721-4d4e-be24-3d4d45c8cc42 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0974762 Aug 29 22:54:55.316660 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba810fe-c618-407e-bcda-d92fb42c278c req-eaa9dac5-445b-4c4f-8413-7285a9833367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.318179 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-eaa9dac5-445b-4c4f-8413-7285a9833367 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.1578135 Aug 29 22:54:55.355515 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c4ca1121-0e65-4dca-9720-009bc9155da7 req-f7c75ec2-9473-4f00-9177-2080f4ca5318 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818474 Aug 29 22:54:55.386428 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34870) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:55.417564 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-2896a6f4-8c37-4d02-8a61-5ce9d4a3ea42 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 200 len: 1000 time: 0.0808144 Aug 29 22:54:55.471878 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:55.491250 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba810fe-c618-407e-bcda-d92fb42c278c req-9b55aec7-a871-4def-aed3-6f178da4457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.497070 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-9b55aec7-a871-4def-aed3-6f178da4457b service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.0668728 Aug 29 22:54:55.551180 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba810fe-c618-407e-bcda-d92fb42c278c req-d4f48d4d-e02e-4e92-a092-05426901bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.558251 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-d4f48d4d-e02e-4e92-a092-05426901bf1f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538745 Aug 29 22:54:55.558862 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007ff0e-c43c-4062-bdc3-50c6ced09b08 tempest-TestShelveInstance-304403711 tempest-TestShelveInstance-304403711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.560651 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a007ff0e-c43c-4062-bdc3-50c6ced09b08 tempest-TestShelveInstance-304403711 tempest-TestShelveInstance-304403711-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1125 time: 0.1730785 Aug 29 22:54:55.563605 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 34878) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:54:55.568201 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'port_id': '91df5732-ae39-46e4-8d12-2571816bc572', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:54:55.659802 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-fc2f426c-741d-452d-8723-8d431c7105c0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001148 Aug 29 22:54:55.708388 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:55.729419 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:55.756778 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-aba810fe-c618-407e-bcda-d92fb42c278c req-055a2a20-a50a-43d4-9378-7048cda86969 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906453 Aug 29 22:54:55.812383 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:55.922789 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd372-2db8-4edc-9c7d-e859aabcbb85 req-c08d6d69-47dc-444e-9fcc-fc211d0f5d7f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:55.924281 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-10ddd372-2db8-4edc-9c7d-e859aabcbb85 req-c08d6d69-47dc-444e-9fcc-fc211d0f5d7f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.0684311 Aug 29 22:54:55.966228 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:56.006177 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Allocated IP 172.27.4.194 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:54:56.017134 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-10ddd372-2db8-4edc-9c7d-e859aabcbb85 req-1eaa9554-0336-422f-8ba0-51355aa872e8 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715928 Aug 29 22:54:56.103820 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:56.155869 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:56.239220 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:56.282786 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:54:56.288226 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:54:56.292793 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:54:56.311468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365b8ca-f5b4-494b-bb4d-7cad28399e83 req-f3ae3dfa-6dc2-49f3-91a1-593c10bb59b8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:56.320869 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0365b8ca-f5b4-494b-bb4d-7cad28399e83 req-f3ae3dfa-6dc2-49f3-91a1-593c10bb59b8 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0624607 Aug 29 22:54:56.322141 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'Port': ['ID=6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:56.366356 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0365b8ca-f5b4-494b-bb4d-7cad28399e83 req-d3677401-190c-4090-ab43-96846ba3880c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442452 Aug 29 22:54:56.671493 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:56.679283 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for floatingip (fac9c92f-cfea-42b7-926b-c1fac3c6de56), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:56.816664 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:56.921730 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:56.976972 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:57.045040 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:57.119553 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (fac9c92f-cfea-42b7-926b-c1fac3c6de56), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:57.124228 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event updated for resources: {'Port': ['ID=6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:57.336086 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:57.475624 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9de33c-f2ce-4f2c-8f56-b1eb6338a702 req-b61912eb-e09c-4549-b30f-fcb17b801afe tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:57.477227 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9c9de33c-f2ce-4f2c-8f56-b1eb6338a702 req-b61912eb-e09c-4549-b30f-fcb17b801afe tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.3556595 Aug 29 22:54:57.483159 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:57.518864 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Floating IP fac9c92f-cfea-42b7-926b-c1fac3c6de56 associated. External IP: 172.27.4.194, port: 91df5732-ae39-46e4-8d12-2571816bc572. Aug 29 22:54:57.526992 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab5cc8-65f2-46a3-adcc-9e3121771ecc req-0954c31a-69e5-4d1b-a3e7-18c5af7492d9 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:57.528547 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7bab5cc8-65f2-46a3-adcc-9e3121771ecc req-0954c31a-69e5-4d1b-a3e7-18c5af7492d9 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0571473 Aug 29 22:54:57.548793 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:57.593022 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7bab5cc8-65f2-46a3-adcc-9e3121771ecc req-a275c02f-90f2-48c0-89e0-876dd3395934 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574822 Aug 29 22:54:57.599663 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9c9de33c-f2ce-4f2c-8f56-b1eb6338a702 req-124b3d77-947b-4ef3-b64b-55429b3c2136 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132092 Aug 29 22:54:57.773677 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Router 3ad2251c-5eb2-43a5-9142-50500b48b3dd has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:54:57.871854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:57.880570 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:54:57.894276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] Sync routers for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:54:57.905695 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:57.908968 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:57.989653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:58.047496 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:58.052785 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-495aa33b-4c66-4b06-a615-fc4447388f0e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4881194 Aug 29 22:54:58.053695 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:58.057047 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676aa183-f14a-425f-8fef-7a3b335824cb" -d '{"events": [{"name": "network-changed", "server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "tag": "91df5732-ae39-46e4-8d12-2571816bc572"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:58.093643 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-5cacbd0e-7b92-40b1-8c45-4afbe5f1a458 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:58.096481 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-5cacbd0e-7b92-40b1-8c45-4afbe5f1a458 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.1086783 Aug 29 22:54:58.268000 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95073ab3-7cd0-4cf2-b432-b6458d1689f3 x-openstack-request-id: req-95073ab3-7cd0-4cf2-b432-b6458d1689f3 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:58.268604 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "tag": "91df5732-ae39-46e4-8d12-2571816bc572", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:58.269197 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95073ab3-7cd0-4cf2-b432-b6458d1689f3 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:58.269888 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95073ab3-7cd0-4cf2-b432-b6458d1689f3'] response: {'name': 'network-changed', 'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572', 'status': 'completed', 'code': 200} Aug 29 22:54:58.316395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Deleting port 2e94820d-fd72-49c0-b34f-a592d817d599 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:54:58.316777 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:58.328128 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:58.428747 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'fac9c92f-cfea-42b7-926b-c1fac3c6de56', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'port_id': '91df5732-ae39-46e4-8d12-2571816bc572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'mac_address': 'fa:16:3e:33:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:54:56Z', 'updated_at': '2022-08-29T22:54:56Z', 'revision_number': 0, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:55Z', 'revision_number': 5, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:58.438337 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] For port 2e94820d-fd72-49c0-b34f-a592d817d599, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2e94820d-fd72-49c0-b34f-a592d817d599,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:54:58.438680 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:58.456027 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Calling delete_port for 2e94820d-fd72-49c0-b34f-a592d817d599 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:54:58.460818 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] Checking router: 3ad2251c-5eb2-43a5-9142-50500b48b3dd for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:54:58.473322 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:54:58.474306 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:58.591460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa183-f14a-425f-8fef-7a3b335824cb req-5889c795-a50f-43f1-ab6a-188a213946c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:58.593332 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-676aa183-f14a-425f-8fef-7a3b335824cb req-5889c795-a50f-43f1-ab6a-188a213946c3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1130 time: 0.0623429 Aug 29 22:54:58.800076 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:54:58.844920 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c06ad1-ba46-4f5f-9160-cc8d9cc4ae3a req-f61be59a-56cd-4744-9c76-b908f8fb2a67 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:58.852266 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-49c06ad1-ba46-4f5f-9160-cc8d9cc4ae3a req-f61be59a-56cd-4744-9c76-b908f8fb2a67 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.1013870 Aug 29 22:54:58.924486 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-49c06ad1-ba46-4f5f-9160-cc8d9cc4ae3a req-c89471a1-7fe1-4017-b942-823814b432d6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711718 Aug 29 22:54:58.969978 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (2e94820d-fd72-49c0-b34f-a592d817d599), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:58.975201 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:58.984807 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2e94820d-fd72-49c0-b34f-a592d817d599'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:54:59.037027 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Pushing event deleted for resources: {'Port': ['ID=2e94820d-fd72-49c0-b34f-a592d817d599,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:54:59.051180 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb56c7f-58e1-42c1-9f61-278401d15509 req-a70e28ca-0853-47ca-b02b-15c0124c5092 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:59.061030 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fcb56c7f-58e1-42c1-9f61-278401d15509 req-a70e28ca-0853-47ca-b02b-15c0124c5092 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 945 time: 0.2729137 Aug 29 22:54:59.139578 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:59.197581 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] No DVR routers for this DVR port 2e94820d-fd72-49c0-b34f-a592d817d599 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:54:59.200706 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:54:59.211986 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-08adc1c7-ef29-469b-83de-f6081c75d7e6 req-390e9c77-6fec-4d41-ac2b-7ca0cbb4fe7c tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2e94820d-fd72-49c0-b34f-a592d817d599 HTTP/1.1" status: 204 len: 173 time: 1.0690861 Aug 29 22:54:59.224501 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'name': 'network-vif-deleted', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:54:59.241468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3c646e-e502-4357-abe2-6f17ae0df934" -d '{"events": [{"server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "name": "network-vif-deleted", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:54:59.253856 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa183-f14a-425f-8fef-7a3b335824cb req-7af4ea63-2cd4-424d-a468-dc421b4b6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:59.255425 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-676aa183-f14a-425f-8fef-7a3b335824cb req-7af4ea63-2cd4-424d-a468-dc421b4b6fdc service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 200 len: 909 time: 0.6428697 Aug 29 22:54:59.303535 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-fcb56c7f-58e1-42c1-9f61-278401d15509 req-3061eeac-b25f-4704-a356-412317e0a80e tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411814 Aug 29 22:54:59.321111 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'fac9c92f-cfea-42b7-926b-c1fac3c6de56', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'port_id': '91df5732-ae39-46e4-8d12-2571816bc572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'mac_address': 'fa:16:3e:33:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:54:56Z', 'updated_at': '2022-08-29T22:54:56Z', 'revision_number': 0, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:55Z', 'revision_number': 5, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:54:59.359146 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b8023f-6e83-4e33-a92a-e2d5b34eedd1 None None] The sync data for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi is: [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'fac9c92f-cfea-42b7-926b-c1fac3c6de56', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'floating_ip_address': '172.27.4.194', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'port_id': '91df5732-ae39-46e4-8d12-2571816bc572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'mac_address': 'fa:16:3e:33:a4:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:54:56Z', 'updated_at': '2022-08-29T22:54:56Z', 'revision_number': 0, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:55Z', 'revision_number': 5, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:54:59.480968 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=18 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:54:59.484464 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3c4eac-ca70-4923-9d66-1dbff3ffb3fb x-openstack-request-id: req-bf3c4eac-ca70-4923-9d66-1dbff3ffb3fb {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:54:59.490235 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd65826-c1ef-45f1-ab4f-b4f011a0e44a", "name": "network-vif-deleted", "tag": "2e94820d-fd72-49c0-b34f-a592d817d599", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:54:59.490235 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf3c4eac-ca70-4923-9d66-1dbff3ffb3fb {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:54:59.490235 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3c4eac-ca70-4923-9d66-1dbff3ffb3fb'] response: {'server_uuid': '3bd65826-c1ef-45f1-ab4f-b4f011a0e44a', 'name': 'network-vif-deleted', 'tag': '2e94820d-fd72-49c0-b34f-a592d817d599', 'status': 'completed', 'code': 200} Aug 29 22:54:59.505114 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-676aa183-f14a-425f-8fef-7a3b335824cb req-0cda338a-283b-45ac-9059-7434d0dd067d service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 1000 time: 0.1879680 Aug 29 22:54:59.673210 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa183-f14a-425f-8fef-7a3b335824cb req-d61c3e8a-ac74-41de-bd59-1cf2504cb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:59.684613 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-676aa183-f14a-425f-8fef-7a3b335824cb req-d61c3e8a-ac74-41de-bd59-1cf2504cb97c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=bd981eb2-a2ba-432c-b6d7-76d33f673de7 HTTP/1.1" status: 200 len: 847 time: 0.1362290 Aug 29 22:54:59.781626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676aa183-f14a-425f-8fef-7a3b335824cb req-2e28ca58-fcee-44fa-868f-c60f4011b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:54:59.785095 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a6c4a-dbc6-48f0-b8dc-6de146e1a0f8 None None] New status for floating IP fac9c92f-cfea-42b7-926b-c1fac3c6de56: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:54:59.789782 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-676aa183-f14a-425f-8fef-7a3b335824cb req-2e28ca58-fcee-44fa-868f-c60f4011b3ac service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=cdc689a8-02d8-417d-924a-20e87953aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795326 Aug 29 22:55:00.105882 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aefeec-ff0e-4a20-9d99-0835f41d2380 req-60c6609c-af30-4207-bd29-0e2618fe9228 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:00.121253 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-84aefeec-ff0e-4a20-9d99-0835f41d2380 req-60c6609c-af30-4207-bd29-0e2618fe9228 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.1046753 Aug 29 22:55:00.199968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:00.217473 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-84aefeec-ff0e-4a20-9d99-0835f41d2380 req-74b67c11-5f71-4dc1-b066-b05b9bb5c55b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909677 Aug 29 22:55:00.357289 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-676aa183-f14a-425f-8fef-7a3b335824cb req-981b48e8-8cf1-411d-abba-306a8aee5441 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820390 Aug 29 22:55:00.456000 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6778cc5c-2962-4d45-8839-ba1c7d9f50b1 req-ae2ba4cb-b76b-46ba-ad1f-31cce69478a0 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0424883 Aug 29 22:55:00.529879 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464ffa1-da74-4ff3-a75a-a054b5267914 req-f0283ac6-3cd8-41ef-8118-f5db7caee75e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:00.532403 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9464ffa1-da74-4ff3-a75a-a054b5267914 req-f0283ac6-3cd8-41ef-8118-f5db7caee75e tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0577970 Aug 29 22:55:00.609348 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9464ffa1-da74-4ff3-a75a-a054b5267914 req-555cfe07-ce47-4272-a48a-ab1a4156d91a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693891 Aug 29 22:55:01.420605 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bdef2-07e4-4647-bb35-53480d063b33 req-989b9944-2692-46e6-ac33-5e7f281d3488 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:01.447311 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9c7bdef2-07e4-4647-bb35-53480d063b33 req-989b9944-2692-46e6-ac33-5e7f281d3488 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0843508 Aug 29 22:55:01.499249 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9c7bdef2-07e4-4647-bb35-53480d063b33 req-3552f8c5-7331-40d5-bbfd-5ca014fc5087 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697212 Aug 29 22:55:01.624577 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4a6ff434-5eee-4a35-99b4-f505fcbeb5e0 req-215ec4f4-6364-434d-8d4c-0f4ac4e01ddd tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0321147 Aug 29 22:55:01.783433 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff17a3-585f-4f9b-a1ea-baaaa1e646b5 req-7f5a1dd5-d43c-459f-9827-527106b942a8 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:01.783433 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-71ff17a3-585f-4f9b-a1ea-baaaa1e646b5 req-7f5a1dd5-d43c-459f-9827-527106b942a8 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0713415 Aug 29 22:55:01.849340 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-71ff17a3-585f-4f9b-a1ea-baaaa1e646b5 req-f768f6ff-54f2-4ef4-8527-76052ed4cb05 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772235 Aug 29 22:55:02.307146 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2e94820d-fd72-49c0-b34f-a592d817d599 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:02.334848 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 2e94820d-fd72-49c0-b34f-a592d817d599 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:02.335205 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2e94820d-fd72-49c0-b34f-a592d817d599 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:02.693136 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b049474-50b4-440f-9953-e1dfe75215ab req-4befe8eb-4203-43ac-93c9-df724a37b852 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:02.693136 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6b049474-50b4-440f-9953-e1dfe75215ab req-4befe8eb-4203-43ac-93c9-df724a37b852 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0614245 Aug 29 22:55:02.764599 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6b049474-50b4-440f-9953-e1dfe75215ab req-cb57cbc6-a57f-46a5-82de-523a0b70bcd0 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734460 Aug 29 22:55:02.804049 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f8702aec-b3c4-47fa-8058-a73efd685630 req-8ce62907-4583-4a18-9931-e69be644553f tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0497010 Aug 29 22:55:03.018697 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a684ee2-034c-40fa-b71e-6bb77af4c4de req-7fc0fb71-ac68-42aa-84f8-925236b44069 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:03.021380 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0a684ee2-034c-40fa-b71e-6bb77af4c4de req-7fc0fb71-ac68-42aa-84f8-925236b44069 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0667789 Aug 29 22:55:03.086911 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0a684ee2-034c-40fa-b71e-6bb77af4c4de req-740fd941-bf2d-42f5-89c9-79bfd89c5b83 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583117 Aug 29 22:55:03.966053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078c252-49f6-433d-bce7-3f333b3a370e req-1b9d3c9c-8de6-4600-837a-3b8eb507dc8c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:03.967804 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f078c252-49f6-433d-bce7-3f333b3a370e req-1b9d3c9c-8de6-4600-837a-3b8eb507dc8c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0850890 Aug 29 22:55:04.035536 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8ac5022b-48d9-4dba-a301-11c57d65cc7e req-911007d3-3b9b-4877-9734-8798bac3d8d1 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0497143 Aug 29 22:55:04.052569 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:04.064133 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f078c252-49f6-433d-bce7-3f333b3a370e req-3ca2a3b3-714a-481e-a238-5a0fc2c6aa2f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879107 Aug 29 22:55:04.308007 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841f302-3841-4595-af51-b5bece615564 req-52fa065b-7c7e-46be-8329-d8673bf28f62 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:04.318259 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6841f302-3841-4595-af51-b5bece615564 req-52fa065b-7c7e-46be-8329-d8673bf28f62 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0995176 Aug 29 22:55:04.377767 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6841f302-3841-4595-af51-b5bece615564 req-61a74aae-f438-49df-a0ff-648bbd160837 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625172 Aug 29 22:55:05.235872 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-802aba9b-238c-4e6b-807e-e09bf581f5b5 req-7cdad9cd-2188-4b4c-975b-e9d812d8b63b tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0607803 Aug 29 22:55:05.298453 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e612e1-f20d-4ad0-a088-a12819916854 req-c3c9fa81-edbf-4b47-90e3-8b936c0872da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:05.300060 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e6e612e1-f20d-4ad0-a088-a12819916854 req-c3c9fa81-edbf-4b47-90e3-8b936c0872da tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0701320 Aug 29 22:55:05.373801 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e6e612e1-f20d-4ad0-a088-a12819916854 req-69010d0e-3cb3-436e-97db-0f449611b4b6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616419 Aug 29 22:55:05.527770 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2c549-aa97-4d82-b411-30d3dc67366b req-a60d9128-f8d1-4aad-98bf-05649e3bdd72 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:05.578150 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cac2c549-aa97-4d82-b411-30d3dc67366b req-a60d9128-f8d1-4aad-98bf-05649e3bdd72 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0684960 Aug 29 22:55:05.605741 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-cac2c549-aa97-4d82-b411-30d3dc67366b req-16e224df-c265-4439-ab9b-f03f7b0a3e67 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678144 Aug 29 22:55:06.267697 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35092) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:06.329535 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] Deleting subnet c61e7ded-4fe1-4e52-a382-8addf7d0f63c {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:55:06.333001 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] Publish callbacks [] for subnet (c61e7ded-4fe1-4e52-a382-8addf7d0f63c), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.390778 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-05589ac0-2a7e-4dc7-aa25-9b898afb9987 req-df4b5c63-0088-47d1-9e58-2dc441ca1ecf tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0338089 Aug 29 22:55:06.400961 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171697'] for subnet (c61e7ded-4fe1-4e52-a382-8addf7d0f63c), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.443166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (c61e7ded-4fe1-4e52-a382-8addf7d0f63c), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.515505 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2d188-e084-495a-a033-16a03876b89d req-5c3929e4-33f8-472a-8480-4c64b6c2e179 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:06.517042 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-feb2d188-e084-495a-a033-16a03876b89d req-5c3929e4-33f8-472a-8480-4c64b6c2e179 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0597613 Aug 29 22:55:06.567808 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-feb2d188-e084-495a-a033-16a03876b89d req-5ff89db8-4d10-4255-94ec-13db1b889ee4 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Aug 29 22:55:06.619052 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4779302'] for subnet (c61e7ded-4fe1-4e52-a382-8addf7d0f63c), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.650302 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61e7ded-4fe1-4e52-a382-8addf7d0f63c,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:06.654168 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.657345 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-add19882-504a-4ee2-8bff-71d63bf0ae89 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c61e7ded-4fe1-4e52-a382-8addf7d0f63c HTTP/1.1" status: 204 len: 168 time: 0.3886292 Aug 29 22:55:06.660061 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35102) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:06.668169 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:06.755317 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:06.762301 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (7214298d-8b6f-46bb-9406-ec92ab2d115a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.771762 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822827d-28a9-4bfe-95b2-84d72d123da3 req-077b01b2-f0ec-4cac-903e-4329d5b756ea tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:06.773285 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c822827d-28a9-4bfe-95b2-84d72d123da3 req-077b01b2-f0ec-4cac-903e-4329d5b756ea tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0695140 Aug 29 22:55:06.892895 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c822827d-28a9-4bfe-95b2-84d72d123da3 req-d7e8132b-80fc-4bbd-865a-0a83e06ca6ee tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117604 Aug 29 22:55:06.894771 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (7214298d-8b6f-46bb-9406-ec92ab2d115a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.920530 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7214298d-8b6f-46bb-9406-ec92ab2d115a']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:06.930164 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa96017f-e07f-482e-a430-971f6fe6c308') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:06.930451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa96017f-e07f-482e-a430-971f6fe6c308') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:06.940299 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (fa96017f-e07f-482e-a430-971f6fe6c308), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.954720 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (fa96017f-e07f-482e-a430-971f6fe6c308), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:06.961424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:55:06.962694 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (fa96017f-e07f-482e-a430-971f6fe6c308), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:07.099690 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment fa96017f-e07f-482e-a430-971f6fe6c308 resource provider aggregate not found Aug 29 22:55:07.105047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (7214298d-8b6f-46bb-9406-ec92ab2d115a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:07.110272 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:07.116213 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/7214298d-8b6f-46bb-9406-ec92ab2d115a HTTP/1.1" status: 204 len: 168 time: 0.4527459 Aug 29 22:55:07.117140 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment fa96017f-e07f-482e-a430-971f6fe6c308 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa96017f-e07f-482e-a430-971f6fe6c308 found for delete ", "request_id": "req-5e5ea124-ee6b-4709-9747-2831fb6406df"}]} Aug 29 22:55:07.129687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee33b0f-df21-4db8-9642-ebcf26c17138 admin admin] Pushing event deleted for resources: {'Network': ['ID=7214298d-8b6f-46bb-9406-ec92ab2d115a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:07.445858 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35114) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:07.500284 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2b601054-5897-4031-bf41-289a8bcf7236 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a8c824e8723341808544a577b85d9b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530407 Aug 29 22:55:07.503084 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35116) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:07.516556 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8ce235be-ab4f-409b-abc1-7ea27689ac98 req-69d59590-6f50-43fe-8700-a3f25e7ae04a tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0311370 Aug 29 22:55:07.560545 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-981ef559-a466-4b85-8fad-b3d5191cce2e admin admin] Publish callbacks [] for security_group (9ce2dbcb-168e-4bfc-be12-9d626068907f), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:07.583461 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-981ef559-a466-4b85-8fad-b3d5191cce2e admin admin] Publish callbacks [] for security_group (9ce2dbcb-168e-4bfc-be12-9d626068907f), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:07.701366 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b04d2f-e454-4cd2-b585-2ee754ea6879 req-cfe88ae5-bff3-4260-b4fc-b99e5f9e3c11 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:07.702864 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b1b04d2f-e454-4cd2-b585-2ee754ea6879 req-cfe88ae5-bff3-4260-b4fc-b99e5f9e3c11 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0522463 Aug 29 22:55:07.746848 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-981ef559-a466-4b85-8fad-b3d5191cce2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (9ce2dbcb-168e-4bfc-be12-9d626068907f), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:07.749422 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-981ef559-a466-4b85-8fad-b3d5191cce2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:07.751966 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-981ef559-a466-4b85-8fad-b3d5191cce2e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9ce2dbcb-168e-4bfc-be12-9d626068907f HTTP/1.1" status: 204 len: 168 time: 0.2464914 Aug 29 22:55:07.757886 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b1b04d2f-e454-4cd2-b585-2ee754ea6879 req-a07b1250-bc76-4098-9801-5a5591f96398 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495720 Aug 29 22:55:07.763656 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ef559-a466-4b85-8fad-b3d5191cce2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce2dbcb-168e-4bfc-be12-9d626068907f,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:08.018591 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe56e1-a7c6-4698-ba18-3cbd7cb150b0 req-7db4a796-802d-4e5e-a12b-00120fbf1d5d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:08.020466 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d7fe56e1-a7c6-4698-ba18-3cbd7cb150b0 req-7db4a796-802d-4e5e-a12b-00120fbf1d5d tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0495763 Aug 29 22:55:08.081537 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d7fe56e1-a7c6-4698-ba18-3cbd7cb150b0 req-698c67e1-c75e-43cc-8378-b9d589d464d9 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543470 Aug 29 22:55:08.308833 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-676aa183-f14a-425f-8fef-7a3b335824cb req-68d2920e-5924-4d3d-9722-7917d6985d14 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028271 Aug 29 22:55:08.643415 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-afa433aa-a8f6-4863-9a60-42c2bd17dd03 req-84aa3aff-058e-4844-871b-c8c34a06e9f5 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0324800 Aug 29 22:55:08.884563 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e07c73-81e2-4a3a-a430-346e62e1d1f6 req-40bca9da-8454-4247-a249-518ae4a2ccb3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:08.886370 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-99e07c73-81e2-4a3a-a430-346e62e1d1f6 req-40bca9da-8454-4247-a249-518ae4a2ccb3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0482738 Aug 29 22:55:08.928924 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:08.950889 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-99e07c73-81e2-4a3a-a430-346e62e1d1f6 req-4afd040d-a1a1-482e-a15d-c98e50beabdb tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587311 Aug 29 22:55:09.236424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ec957-a0d0-4347-b912-8865c068e12d req-2c488f89-e96a-4a85-a395-694e2b96269a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:09.237955 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dd0ec957-a0d0-4347-b912-8865c068e12d req-2c488f89-e96a-4a85-a395-694e2b96269a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0693724 Aug 29 22:55:09.243910 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f7c0eab2-8a5a-4127-bb20-ab17b30d340b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:09.245066 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f7c0eab2-8a5a-4127-bb20-ab17b30d340b tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 945 time: 0.0884354 Aug 29 22:55:09.259480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:09.289267 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-dd0ec957-a0d0-4347-b912-8865c068e12d req-3bae247f-6c35-41d1-8ee8-aace325e6d4f tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=730b3cd9-a0ff-476f-8526-fc792983fb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431983 Aug 29 22:55:09.486539 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Deleting port 65cd327f-714d-410a-9959-d9a32027ba22 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:09.486883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (65cd327f-714d-410a-9959-d9a32027ba22), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:09.582846 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] For port 65cd327f-714d-410a-9959-d9a32027ba22, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=65cd327f-714d-410a-9959-d9a32027ba22,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:09.583208 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (65cd327f-714d-410a-9959-d9a32027ba22), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:09.766361 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:09.767073 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (14429deb-fcce-41b3-ab89-2199670b3c28), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:09.767073 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Floating IP 14429deb-fcce-41b3-ab89-2199670b3c28 disassociated. External IP: 172.27.4.7, port: 65cd327f-714d-410a-9959-d9a32027ba22. Aug 29 22:55:09.767476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Calling delete_port for 65cd327f-714d-410a-9959-d9a32027ba22 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:09.772102 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c73124ca-376d-4514-821d-c7db76147276 req-39124fbb-1f7c-46a8-a7db-7d9ecb9179a9 tempest-TestMinimumBasicScenario-2070496297 tempest-TestMinimumBasicScenario-2070496297-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=3bd65826-c1ef-45f1-ab4f-b4f011a0e44a HTTP/1.1" status: 200 len: 210 time: 0.0278568 Aug 29 22:55:09.777907 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:09.953084 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (65cd327f-714d-410a-9959-d9a32027ba22), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:09.980421 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event deleted for resources: {'Port': ['ID=65cd327f-714d-410a-9959-d9a32027ba22,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:10.139004 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6319711-b140-493c-89f6-5a90a5e9b3ad req-2f041e3f-375a-4121-a755-3caae9066003 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:10.140541 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f6319711-b140-493c-89f6-5a90a5e9b3ad req-2f041e3f-375a-4121-a755-3caae9066003 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 944 time: 0.0877731 Aug 29 22:55:10.150035 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Router 91177666-2801-4421-aaf2-93d08ccbf71f has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:10.227964 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:10.245112 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f6319711-b140-493c-89f6-5a90a5e9b3ad req-bf7fd6be-bd8f-4971-9561-25e6d6a3d040 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890799 Aug 29 22:55:10.300373 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:10.312951 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] Sync routers for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:10.331778 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:55:10.347451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] No DVR routers for this DVR port 65cd327f-714d-410a-9959-d9a32027ba22 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:10.350537 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:10.351235 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:10.351455 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:10.356145 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ace6db24-f922-4505-bb9d-d3e35acab5c1 req-f54bfd64-ed8c-4de6-8d43-3c458840eace tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.71 "DELETE /networking/v2.0/ports/65cd327f-714d-410a-9959-d9a32027ba22 HTTP/1.1" status: 204 len: 173 time: 0.9600232 Aug 29 22:55:10.356480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'name': 'network-vif-deleted', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:10.359130 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f67b8-c33d-4f04-b996-109cfa32a1b1" -d '{"events": [{"server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "name": "network-vif-deleted", "tag": "65cd327f-714d-410a-9959-d9a32027ba22"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:10.454646 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9731db2-e55a-41d3-9c75-799a8f2f6d1b x-openstack-request-id: req-e9731db2-e55a-41d3-9c75-799a8f2f6d1b {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:10.454941 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5957a589-da27-4005-9715-51871f53c63c", "name": "network-vif-deleted", "tag": "65cd327f-714d-410a-9959-d9a32027ba22", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:10.455196 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9731db2-e55a-41d3-9c75-799a8f2f6d1b {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:10.455605 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9731db2-e55a-41d3-9c75-799a8f2f6d1b'] response: {'server_uuid': '5957a589-da27-4005-9715-51871f53c63c', 'name': 'network-vif-deleted', 'tag': '65cd327f-714d-410a-9959-d9a32027ba22', 'status': 'completed', 'code': 200} Aug 29 22:55:10.505373 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-28132113-4d96-46e9-bd3c-d88cb9016a4a req-3cf22b0c-13dc-4420-981f-e060f4f55d7a tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5957a589-da27-4005-9715-51871f53c63c HTTP/1.1" status: 200 len: 210 time: 0.0609190 Aug 29 22:55:10.518314 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:10.519433 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:10.527702 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:10.541866 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'port_id': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'mac_address': 'fa:16:3e:76:1f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:55:10.639474 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:10.639870 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:10.668572 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7754e6-246d-4310-9f9e-5d280d55294e {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:55:10.687630 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:10.700154 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35156) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:10.724542 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:10.808294 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:10.832104 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fecb93c-df65-40c2-a104-394477be14bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:10.846413 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:10.926163 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=9']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:10.939053 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fecb93c-df65-40c2-a104-394477be14bd admin admin] Publish callbacks [] for security_group (64de9334-c250-448e-8e55-ac1cf11f2cfa), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:10.944170 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:10.973822 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] Checking router: 91177666-2801-4421-aaf2-93d08ccbf71f for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:10.984112 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:10.984742 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:10.999115 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fecb93c-df65-40c2-a104-394477be14bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (64de9334-c250-448e-8e55-ac1cf11f2cfa), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.026932 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['4a7754e6-246d-4310-9f9e-5d280d55294e'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:55:11.042621 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-3fecb93c-df65-40c2-a104-394477be14bd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3ffc871d6a734c70ad0ad5a957f3ba24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381047 Aug 29 22:55:11.042621 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecb93c-df65-40c2-a104-394477be14bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de9334-c250-448e-8e55-ac1cf11f2cfa,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:11.042998 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35170) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:11.096654 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3672e698-bb4c-490d-bbbd-27de0a798395 admin admin] Publish callbacks [] for security_group (64de9334-c250-448e-8e55-ac1cf11f2cfa), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.119544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3672e698-bb4c-490d-bbbd-27de0a798395 admin admin] Publish callbacks [] for security_group (64de9334-c250-448e-8e55-ac1cf11f2cfa), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.162374 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:11.195152 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:11.273691 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3672e698-bb4c-490d-bbbd-27de0a798395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (64de9334-c250-448e-8e55-ac1cf11f2cfa), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.277032 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3672e698-bb4c-490d-bbbd-27de0a798395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.280655 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-3672e698-bb4c-490d-bbbd-27de0a798395 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/64de9334-c250-448e-8e55-ac1cf11f2cfa HTTP/1.1" status: 204 len: 168 time: 0.2339833 Aug 29 22:55:11.291066 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672e698-bb4c-490d-bbbd-27de0a798395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de9334-c250-448e-8e55-ac1cf11f2cfa,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:11.476895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:11.507011 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb895eb-195d-4b79-950c-fe658f8b0538 None None] The sync data for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi is: [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:48:24Z', 'revision_number': 4, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'e98e195d-ce77-4206-9a55-20edec347455', 'name': '', 'network_id': '3cbc22b7-19e9-4863-99a1-541b71beccc1', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'mac_address': 'fa:16:3e:d1:fc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:23Z', 'updated_at': '2022-08-29T22:48:39Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'subnets': [{'id': 'c7b12059-0ee8-4a6d-87b4-2a199f732beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:11.669627 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35206) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:11.694261 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3e70d-58aa-4cce-81fc-1fa09185f530 req-92a2cde9-4cd4-4927-86a0-ed6f555f2ca3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:11.695879 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7cd3e70d-58aa-4cce-81fc-1fa09185f530 req-92a2cde9-4cd4-4927-86a0-ed6f555f2ca3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 945 time: 0.3444426 Aug 29 22:55:11.737514 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb04b-7151-4a69-bf26-69e109d90ae7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (730b3cd9-a0ff-476f-8526-fc792983fb19), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.765630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7cd3e70d-58aa-4cce-81fc-1fa09185f530 req-68331560-3921-4737-a21b-f5c247bc3e3c tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567360 Aug 29 22:55:11.772265 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb04b-7151-4a69-bf26-69e109d90ae7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (730b3cd9-a0ff-476f-8526-fc792983fb19), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.879313 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6a88c-9eca-42de-9488-1006bd5bfdde None None] New status for floating IP 14429deb-fcce-41b3-ab89-2199670b3c28: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:55:11.901953 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb04b-7151-4a69-bf26-69e109d90ae7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (730b3cd9-a0ff-476f-8526-fc792983fb19), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.904627 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb04b-7151-4a69-bf26-69e109d90ae7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:11.905955 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e5ebb04b-7151-4a69-bf26-69e109d90ae7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/730b3cd9-a0ff-476f-8526-fc792983fb19 HTTP/1.1" status: 204 len: 168 time: 0.2352028 Aug 29 22:55:11.908860 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35218) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:11.918280 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebb04b-7151-4a69-bf26-69e109d90ae7 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730b3cd9-a0ff-476f-8526-fc792983fb19,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:11.930384 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.api.v2.resource [None req-7fe353d1-54c9-4324-8b79-45ff458eae81 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] show failed (client error): The resource could not be found. Aug 29 22:55:11.932048 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-7fe353d1-54c9-4324-8b79-45ff458eae81 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "GET /networking/v2.0/security-groups/730b3cd9-a0ff-476f-8526-fc792983fb19 HTTP/1.1" status: 404 len: 347 time: 0.0222037 Aug 29 22:55:11.935420 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35220) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:12.076243 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Deleting port 706a9e11-e010-4be2-9cfa-646bf3a0e832 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:12.076592 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.135790 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:12.164562 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.165562 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (706a9e11-e010-4be2-9cfa-646bf3a0e832), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.182944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Calling delete_port for 706a9e11-e010-4be2-9cfa-646bf3a0e832 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:12.325771 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:12.354533 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35234) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:12.381063 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 4a7754e6-246d-4310-9f9e-5d280d55294e triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:12.381440 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.393910 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:12.399728 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (706a9e11-e010-4be2-9cfa-646bf3a0e832), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.434418 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Pushing event deleted for resources: {'Port': ['ID=706a9e11-e010-4be2-9cfa-646bf3a0e832,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:12.462406 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 4a7754e6-246d-4310-9f9e-5d280d55294e is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:12.462937 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.479722 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35238) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:12.495091 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:12.499767 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf657156-99dd-4b3c-aa2a-656bf4c4c3b0" -d '{"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:12.518057 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:12.547072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks [] for floatingip (14429deb-fcce-41b3-ab89-2199670b3c28), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.549752 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb425b0f-e3ad-41e1-ba67-9228f22ab1b6 x-openstack-request-id: req-eb425b0f-e3ad-41e1-ba67-9228f22ab1b6 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:12.550044 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-plugged", "status": "completed", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:12.550415 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.550535 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb425b0f-e3ad-41e1-ba67-9228f22ab1b6 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:12.550902 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb425b0f-e3ad-41e1-ba67-9228f22ab1b6'] response: {'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'code': 200} Aug 29 22:55:12.551802 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f2b76d2c-ffd4-4d40-b052-60ae269353b6 tempest-AttachVolumeTestJSON-514166812 tempest-AttachVolumeTestJSON-514166812-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/14429deb-fcce-41b3-ab89-2199670b3c28 HTTP/1.1" status: 204 len: 168 time: 0.6150520 Aug 29 22:55:12.602627 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.618550 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2090360831-network', 'tenant_id': '98941ac6692045859aa7639192603764'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:12.791359 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=10']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:12.799378 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Made reservation on behalf of 98941ac6692045859aa7639192603764 for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:12.801821 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.812366 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.830888 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.899419 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks [] for security_group (1c2763fd-dae2-47f0-abf0-eec6338ded10), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.960864 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1c2763fd-dae2-47f0-abf0-eec6338ded10), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:12.964969 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f4a7-702b-4d67-8b06-814b785453e1 req-33bee44b-0c42-456e-a723-f915d85b3369 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:12.970719 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3866f4a7-702b-4d67-8b06-814b785453e1 req-33bee44b-0c42-456e-a723-f915d85b3369 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 947 time: 0.0907133 Aug 29 22:55:13.001137 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:55:13.008265 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:13.012205 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2763fd-dae2-47f0-abf0-eec6338ded10,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:13.031821 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:13.036139 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (7a67ccdc-770c-4b76-8877-6b89dcc15a59), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.036502 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Added segment 7a67ccdc-770c-4b76-8877-6b89dcc15a59 of type vlan for network 2773dfeb-fc93-411d-adc3-1d803860c0cc Aug 29 22:55:13.082170 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (2773dfeb-fc93-411d-adc3-1d803860c0cc), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.104264 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3866f4a7-702b-4d67-8b06-814b785453e1 req-601f26b2-1988-415e-9f44-f35aad743fa9 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320059 Aug 29 22:55:13.123439 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91abc52-2ecc-42e6-88eb-d1a73c3a46aa req-0ba57dc1-9dd3-4578-9461-d2f7818d9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:13.123439 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d91abc52-2ecc-42e6-88eb-d1a73c3a46aa req-0ba57dc1-9dd3-4578-9461-d2f7818d9d2f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1131 time: 0.0645795 Aug 29 22:55:13.175998 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (2773dfeb-fc93-411d-adc3-1d803860c0cc), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.177095 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:13.177734 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.199572 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:13.221763 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d91abc52-2ecc-42e6-88eb-d1a73c3a46aa req-3a028a98-bc85-480a-a7ee-e715d199f20c service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783172 Aug 29 22:55:13.223145 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Deleting port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:13.223491 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.241002 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] Pushing event updated for resources: {'Network': ['ID=2773dfeb-fc93-411d-adc3-1d803860c0cc,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:13.253571 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:55:13.258867 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-d98cc87f-c7e9-4199-947f-fa779fd78260 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7753568 Aug 29 22:55:13.259598 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35250) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:13.264095 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Request body: {'subnet': {'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2090360831-subnet', 'tenant_id': '98941ac6692045859aa7639192603764', 'ip_version': 4}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:13.308347 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] For port 82fe08d2-925c-4a5a-b11e-d5a811f6cefa, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:13.308828 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.322424 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:13.322628 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Calling delete_port for 82fe08d2-925c-4a5a-b11e-d5a811f6cefa owned by network:router_interface {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:13.342501 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Made reservation on behalf of 98941ac6692045859aa7639192603764 for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:13.344997 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5605338'] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.509594 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:13.605185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (82fe08d2-925c-4a5a-b11e-d5a811f6cefa), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.605666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5605324'] for subnet (9c222687-4dbb-48b5-ae52-3f9b8482ac52), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.634769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=82fe08d2-925c-4a5a-b11e-d5a811f6cefa,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:13.674966 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c222687-4dbb-48b5-ae52-3f9b8482ac52,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:13.680800 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Checking segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:13.681158 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Network hostable DHCP agents. Network: 2773dfeb-fc93-411d-adc3-1d803860c0cc, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:55:13.799232 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:55:13.811348 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.879226 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 2773dfeb-fc93-411d-adc3-1d803860c0cc) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:13.883386 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:13.884466 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:13.889052 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a194d5d-87d8-4bc7-80be-c4177aa8db35 None None] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:13.902111 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:13.958418 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-96282a61-48f8-4bc2-bab9-703735f9dc2a admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6957879 Aug 29 22:55:13.958953 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35252) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:13.964183 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:14.000805 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-2773dfeb-fc93-411d-adc3-1d803860c0cc', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:55:14.001739 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.028006 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:14.045394 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (fcdc634a-8428-46e1-9341-bf12b34ef0d4), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.046620 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (fcdc634a-8428-46e1-9341-bf12b34ef0d4), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.051190 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:14.121674 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks [] for router_controller (fcdc634a-8428-46e1-9341-bf12b34ef0d4), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.157893 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Allocated IP 172.20.0.2 (2773dfeb-fc93-411d-adc3-1d803860c0cc/9c222687-4dbb-48b5-ae52-3f9b8482ac52/552d3ad0-e765-4879-926c-bc87615d2cae) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:14.160335 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:14.169166 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-64f58b96-da26-42ee-b23d-037fd4e57a0f admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/cd4f8e1b-9b02-4b0c-8284-08c5057ab986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8130529 Aug 29 22:55:14.171852 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35260) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:14.176178 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] Sync routers for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:14.242880 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:14.243656 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:14.292740 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:14.326058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 65cd327f-714d-410a-9959-d9a32027ba22 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:14.422627 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Publish callbacks [] for port (552d3ad0-e765-4879-926c-bc87615d2cae), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.444685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 65cd327f-714d-410a-9959-d9a32027ba22 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:14.445194 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 65cd327f-714d-410a-9959-d9a32027ba22 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:14.445581 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967f52-66d1-4246-b78d-af6d0f8cb314 req-c534e290-cc2b-41b8-a28a-20729609fb98 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:14.447710 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-79967f52-66d1-4246-b78d-af6d0f8cb314 req-c534e290-cc2b-41b8-a28a-20729609fb98 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 947 time: 0.2360454 Aug 29 22:55:14.473472 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:14.499162 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks [] for router_gateway (fcdc634a-8428-46e1-9341-bf12b34ef0d4), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.521906 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks [] for router (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.548921 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.589538 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-79967f52-66d1-4246-b78d-af6d0f8cb314 req-4a37b8a0-d21a-4921-b7ba-97f6d136537d tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099005 Aug 29 22:55:14.619351 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:14.638751 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:14.645662 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:14.648064 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:14.650761 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Pushing event updated for resources: {'Port': ['ID=552d3ad0-e765-4879-926c-bc87615d2cae,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:14.679889 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:14.702391 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks [] for router_gateway (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.771723 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Attempting to bind port 552d3ad0-e765-4879-926c-bc87615d2cae on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:14.772090 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Attempting to bind port 552d3ad0-e765-4879-926c-bc87615d2cae by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:14.772451 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Attempting to bind port 552d3ad0-e765-4879-926c-bc87615d2cae on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:14.784552 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:14.785015 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Checking segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:14.785418 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.785868 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Bound using segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:14.786695 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Bound port: 552d3ad0-e765-4879-926c-bc87615d2cae, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:14.787073 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.789664 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29'}], 'enable_snat': True}, 'gw_port_id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:55:13Z', 'revision_number': 5, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port': {'id': '25bcbdcb-0129-4b98-b8c3-34705260f9f1', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:20Z', 'updated_at': '2022-08-29T22:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:14.825749 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] Checking router: cd4f8e1b-9b02-4b0c-8284-08c5057ab986 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:14.850206 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks [] for router_gateway (fcdc634a-8428-46e1-9341-bf12b34ef0d4), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.858465 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] Routers {'cd4f8e1b-9b02-4b0c-8284-08c5057ab986'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:14.859093 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:14.875432 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.892098 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Deleting port 25bcbdcb-0129-4b98-b8c3-34705260f9f1 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:14.892661 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:14.953670 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] For port 552d3ad0-e765-4879-926c-bc87615d2cae, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:14.974241 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] For port 552d3ad0-e765-4879-926c-bc87615d2cae, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=552d3ad0-e765-4879-926c-bc87615d2cae,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:14.988144 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] Set router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 gateway port host: None {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:15.033822 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:55:14Z', 'revision_number': 6, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:15.063741 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b62fb-7f06-427b-b467-bcd421fbf0dc None None] The sync data for ids ['cd4f8e1b-9b02-4b0c-8284-08c5057ab986'] in dv-cinder-854269-4-iscsi is: [{'id': 'cd4f8e1b-9b02-4b0c-8284-08c5057ab986', 'name': 'tempest-TestMinimumBasicScenario-1646706764-router', 'tenant_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:19Z', 'updated_at': '2022-08-29T22:55:14Z', 'revision_number': 6, 'project_id': '6468612f8d4e4172a8bcc16f0ba73e5a', 'gw_port_host': None}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:15.143170 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:15.227521 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:15.231263 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f0481-45f1-455f-9853-e70142cd9bca None None] Pushing event updated for resources: {'Port': ['ID=552d3ad0-e765-4879-926c-bc87615d2cae,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:15.322404 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] For port 25bcbdcb-0129-4b98-b8c3-34705260f9f1, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=25bcbdcb-0129-4b98-b8c3-34705260f9f1,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:15.322997 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:15.349770 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Allocated IP 172.27.4.13 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/2b675dfb-94ec-427a-9238-ecf8d7500a8a) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:15.357225 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Calling delete_port for 25bcbdcb-0129-4b98-b8c3-34705260f9f1 owned by network:router_gateway {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:15.360177 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:15.794415 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb5c16-5c98-454c-b31f-ae32f8fe5a74 req-123cc6f6-dbf7-4709-b30c-1d3538ff6b53 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:15.796202 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ecdb5c16-5c98-454c-b31f-ae32f8fe5a74 req-123cc6f6-dbf7-4709-b30c-1d3538ff6b53 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 947 time: 0.0687647 Aug 29 22:55:15.853957 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ecdb5c16-5c98-454c-b31f-ae32f8fe5a74 req-3b5fd81c-8ada-416c-8a74-17136a07820b tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508046 Aug 29 22:55:15.980769 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (25bcbdcb-0129-4b98-b8c3-34705260f9f1), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.009294 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks [] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.043038 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Pushing event deleted for resources: {'Port': ['ID=25bcbdcb-0129-4b98-b8c3-34705260f9f1,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:16.189372 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.235510 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.368791 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=8 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:16.371570 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.381197 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks [] for router_controller (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.383955 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:16.391231 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:16.393871 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:16.462563 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b675dfb-94ec-427a-9238-ecf8d7500a8a,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:16.473459 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f2495-ca1c-4796-bfef-2461950a8910 None None] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:16.572820 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-1865a2ed-281a-41eb-a7b3-de310be06596 None None] Provisioning complete for port 552d3ad0-e765-4879-926c-bc87615d2cae triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:16.574355 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1865a2ed-281a-41eb-a7b3-de310be06596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.585058 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (cd4f8e1b-9b02-4b0c-8284-08c5057ab986), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.585649 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd4f8e1b-9b02-4b0c-8284-08c5057ab986 {{(pid=124850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:55:16.591532 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.592711 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6226f4df-978f-402a-b75c-2b7fd95a71dc admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/cd4f8e1b-9b02-4b0c-8284-08c5057ab986 HTTP/1.1" status: 204 len: 168 time: 2.4198861 Aug 29 22:55:16.595436 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35310) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:16.679561 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] Deleting subnet d98d84af-1acc-4838-a3be-b530a3f7c3ec {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:55:16.684604 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] Publish callbacks [] for subnet (d98d84af-1acc-4838-a3be-b530a3f7c3ec), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.751430 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-1865a2ed-281a-41eb-a7b3-de310be06596 None None] Current status of the port 552d3ad0-e765-4879-926c-bc87615d2cae is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:16.752081 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1865a2ed-281a-41eb-a7b3-de310be06596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.792509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (d98d84af-1acc-4838-a3be-b530a3f7c3ec), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.800836 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-1865a2ed-281a-41eb-a7b3-de310be06596 None None] For port 552d3ad0-e765-4879-926c-bc87615d2cae, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=552d3ad0-e765-4879-926c-bc87615d2cae,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:16.862329 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1865a2ed-281a-41eb-a7b3-de310be06596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:16.883426 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:16.941380 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865a2ed-281a-41eb-a7b3-de310be06596 None None] Pushing event updated for resources: {'Port': ['ID=552d3ad0-e765-4879-926c-bc87615d2cae,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:17.002138 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (d98d84af-1acc-4838-a3be-b530a3f7c3ec), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.002138 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks [] for router_gateway (fcdc634a-8428-46e1-9341-bf12b34ef0d4), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.002680 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-3be8f72a-7762-45a6-ae10-5ba88cc0e76c None None] Provisioning complete for port 552d3ad0-e765-4879-926c-bc87615d2cae triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:17.002680 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3be8f72a-7762-45a6-ae10-5ba88cc0e76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.069748 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 552d3ad0-e765-4879-926c-bc87615d2cae up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:17.132252 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae0732-3480-4dcc-8610-661f72e11e4f req-6707703f-0b4c-4faa-ae86-50d30ca093d3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:17.135237 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-51ae0732-3480-4dcc-8610-661f72e11e4f req-6707703f-0b4c-4faa-ae86-50d30ca093d3 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 947 time: 0.1121078 Aug 29 22:55:17.238208 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35320) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:17.257442 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-3be8f72a-7762-45a6-ae10-5ba88cc0e76c None None] Current status of the port 552d3ad0-e765-4879-926c-bc87615d2cae is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:17.267122 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-51ae0732-3480-4dcc-8610-661f72e11e4f req-ff07edea-a42d-4d33-aecc-6eeb5572b612 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006508 Aug 29 22:55:17.290115 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 552d3ad0-e765-4879-926c-bc87615d2cae triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:17.290487 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.318351 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (d98d84af-1acc-4838-a3be-b530a3f7c3ec), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.383354 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 552d3ad0-e765-4879-926c-bc87615d2cae is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:17.390492 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d98d84af-1acc-4838-a3be-b530a3f7c3ec,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:17.416699 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9b65b-6234-4e17-897c-3d992f8f2455 None None] Network a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:17.426792 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.432384 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b3478468-7da3-478c-be4d-8c923a26a4be admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d98d84af-1acc-4838-a3be-b530a3f7c3ec HTTP/1.1" status: 204 len: 168 time: 0.8335867 Aug 29 22:55:17.432883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35326) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:17.475017 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 82fe08d2-925c-4a5a-b11e-d5a811f6cefa no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:17.496033 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (fcdc634a-8428-46e1-9341-bf12b34ef0d4), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.498316 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 82fe08d2-925c-4a5a-b11e-d5a811f6cefa {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:17.498851 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 82fe08d2-925c-4a5a-b11e-d5a811f6cefa not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:17.499058 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:17.499589 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 25bcbdcb-0129-4b98-b8c3-34705260f9f1 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:17.515310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.530111 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 25bcbdcb-0129-4b98-b8c3-34705260f9f1 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:17.530594 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 25bcbdcb-0129-4b98-b8c3-34705260f9f1 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:17.565706 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Deleting port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:17.566047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.641269 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] For port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:17.641639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.656104 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] DHCP port deletion for a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:55:17.658008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Calling delete_port for 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:17.708323 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] Deleting port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:17.708692 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.748333 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:17.788087 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] For port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,segment=NetworkSegment(f0a1e9a0-5739-4d29-84de-d3c9b5861899),segment_id=f0a1e9a0-5739-4d29-84de-d3c9b5861899)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:17.788494 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.801292 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] Calling delete_port for 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:17.834532 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (91177666-2801-4421-aaf2-93d08ccbf71f), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.864759 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:17.866689 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:17.869426 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.873678 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:55:17.882731 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (21a3dd2d-8b2d-4946-97b1-f4797adc4dc2), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:17.908813 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] Pushing event deleted for resources: {'Port': ['ID=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:17.910607 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] No DVR routers for this DVR port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:17.910739 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508bc36b-9f23-492e-8a74-3359cc3c7da2 None None] No DVR routers for this DVR port 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:17.915843 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a3dd2d-8b2d-4946-97b1-f4797adc4dc2,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:17.992469 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.016841 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:18.028255 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a1e9a0-5739-4d29-84de-d3c9b5861899') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:18.028563 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a1e9a0-5739-4d29-84de-d3c9b5861899') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:18.039319 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (f0a1e9a0-5739-4d29-84de-d3c9b5861899), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.054519 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (f0a1e9a0-5739-4d29-84de-d3c9b5861899), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.063351 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:55:18.063818 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (f0a1e9a0-5739-4d29-84de-d3c9b5861899), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.082901 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment f0a1e9a0-5739-4d29-84de-d3c9b5861899 resource provider aggregate not found Aug 29 22:55:18.135730 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment f0a1e9a0-5739-4d29-84de-d3c9b5861899 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0a1e9a0-5739-4d29-84de-d3c9b5861899 found for delete ", "request_id": "req-735feabe-f71a-4ec8-908f-3f5b678b15c5"}]} Aug 29 22:55:18.205918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.225637 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.232542 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d HTTP/1.1" status: 204 len: 168 time: 0.7978833 Aug 29 22:55:18.234245 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7525a-7861-4346-8af6-8117a9fc8375 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e652ea-d1fc-4cab-95b5-5f7d6a399d3d,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:18.236197 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35332) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:18.241480 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:18.317330 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:18.326608 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:18.343531 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:18.344163 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:18.399214 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Deleting port e98e195d-ce77-4206-9a55-20edec347455 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:18.399652 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (e98e195d-ce77-4206-9a55-20edec347455), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.442743 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.448356 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-016779bc-6553-42a1-a438-792e753bfbf1 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4880056 Aug 29 22:55:18.448683 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35334) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:18.453381 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:18.460113 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:18.516922 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] For port e98e195d-ce77-4206-9a55-20edec347455, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=e98e195d-ce77-4206-9a55-20edec347455,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:18.517505 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (e98e195d-ce77-4206-9a55-20edec347455), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.542828 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Calling delete_port for e98e195d-ce77-4206-9a55-20edec347455 owned by network:router_interface {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:18.658099 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:16Z', 'revision_number': 3, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:18.690048 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:18.690511 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Updating router fcdc634a-8428-46e1-9341-bf12b34ef0d4 port 2b675dfb-94ec-427a-9238-ecf8d7500a8a binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:55:18.724049 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.858049 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:18.890850 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (e98e195d-ce77-4206-9a55-20edec347455), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:18.924258 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Pushing event deleted for resources: {'Port': ['ID=e98e195d-ce77-4206-9a55-20edec347455,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:19.007777 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Publish callbacks [] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.039564 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (c87abf05-9de0-4a95-8297-4e703708ebd3), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.077500 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 552d3ad0-e765-4879-926c-bc87615d2cae up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:19.080252 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.156465 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (91177666-2801-4421-aaf2-93d08ccbf71f), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.179712 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Attempting to bind port 2b675dfb-94ec-427a-9238-ecf8d7500a8a on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:19.180251 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Attempting to bind port 2b675dfb-94ec-427a-9238-ecf8d7500a8a by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:19.181480 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Attempting to bind port 2b675dfb-94ec-427a-9238-ecf8d7500a8a on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:19.198363 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 552d3ad0-e765-4879-926c-bc87615d2cae triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:19.199007 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.214420 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Pushing event updated for resources: {'Port': ['ID=2b675dfb-94ec-427a-9238-ecf8d7500a8a,revision_number=2']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:19.222950 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.223533 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.224068 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.224587 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.225093 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.225572 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.226046 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.226546 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.227029 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.228051 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.228574 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.230349 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.230886 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.231374 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.231853 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:19.235810 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:19.236183 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:19.236776 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.237325 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:19.237958 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Bound port: 2b675dfb-94ec-427a-9238-ecf8d7500a8a, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:19.238522 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.267483 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:19.296974 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] For port 2b675dfb-94ec-427a-9238-ecf8d7500a8a, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:19.300629 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] For port 2b675dfb-94ec-427a-9238-ecf8d7500a8a, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=2b675dfb-94ec-427a-9238-ecf8d7500a8a,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:19.318024 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 552d3ad0-e765-4879-926c-bc87615d2cae is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:19.365195 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.411388 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:19.444285 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:19.444285 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 21a3dd2d-8b2d-4946-97b1-f4797adc4dc2 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:19.449162 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:19.457924 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66231fbc-7923-48c8-ab20-52e6be46f04b None None] Pushing event updated for resources: {'Port': ['ID=2b675dfb-94ec-427a-9238-ecf8d7500a8a,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:19.465604 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:19.466666 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:19.492198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.525195 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Router 91177666-2801-4421-aaf2-93d08ccbf71f has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:19.549104 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Deleting port 661549cc-6f40-4658-9ec2-f47f41c1df53 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:19.549528 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.552397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.573902 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:19.599477 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:19.622133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:19.653451 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:19.667317 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:19.675424 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-02659018-1443-4eac-973d-0c4fd04b920d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/91177666-2801-4421-aaf2-93d08ccbf71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377656 Aug 29 22:55:19.678311 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35338) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:19.686079 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] Sync routers for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:19.718720 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] For port 661549cc-6f40-4658-9ec2-f47f41c1df53, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=661549cc-6f40-4658-9ec2-f47f41c1df53,segment=NetworkSegment(59c9e431-6a1d-4b89-8418-cb891756299b),segment_id=59c9e431-6a1d-4b89-8418-cb891756299b)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:19.718720 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.719052 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:19.719052 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:19.762871 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Calling delete_port for 661549cc-6f40-4658-9ec2-f47f41c1df53 owned by network:router_interface {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:19.814319 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:19.816746 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks [] for router (91177666-2801-4421-aaf2-93d08ccbf71f), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:19.861055 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:16Z', 'revision_number': 3, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:19.872681 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:19.893994 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Allocated IP 172.20.0.1 (2773dfeb-fc93-411d-adc3-1d803860c0cc/9c222687-4dbb-48b5-ae52-3f9b8482ac52/63584a2d-5a16-489a-9098-c2887b510b12) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:19.895896 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64320552-bd60-4139-bf53-8ad6839ec857 None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:16Z', 'revision_number': 3, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:19.984953 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks [] for router_gateway (91177666-2801-4421-aaf2-93d08ccbf71f), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.102825 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Deleting port 7543472b-7de7-47ae-9e2f-d501aae21020 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:20.103247 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.113137 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179'}], 'enable_snat': True}, 'gw_port_id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:55:18Z', 'revision_number': 5, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port': {'id': '7543472b-7de7-47ae-9e2f-d501aae21020', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:20.114418 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks [] for port (63584a2d-5a16-489a-9098-c2887b510b12), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.155839 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] Checking router: 91177666-2801-4421-aaf2-93d08ccbf71f for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:20.169107 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] Routers {'91177666-2801-4421-aaf2-93d08ccbf71f'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:20.171091 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['91177666-2801-4421-aaf2-93d08ccbf71f'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:20.171310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:20.205676 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (661549cc-6f40-4658-9ec2-f47f41c1df53), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.245610 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (63584a2d-5a16-489a-9098-c2887b510b12), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.248477 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=661549cc-6f40-4658-9ec2-f47f41c1df53,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:20.248651 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] For port 7543472b-7de7-47ae-9e2f-d501aae21020, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=7543472b-7de7-47ae-9e2f-d501aae21020,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:20.249313 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.268806 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Calling delete_port for 7543472b-7de7-47ae-9e2f-d501aae21020 owned by network:router_gateway {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:20.386353 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:20.394327 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:20.400973 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:20.403957 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Pushing event updated for resources: {'Port': ['ID=63584a2d-5a16-489a-9098-c2887b510b12,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:20.417357 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] Set router 91177666-2801-4421-aaf2-93d08ccbf71f gateway port host: None {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:20.445603 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:20.528762 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (fcdc634a-8428-46e1-9341-bf12b34ef0d4), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.569964 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:55:19Z', 'revision_number': 6, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:20.615892 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af791b5-58f6-49dd-b6ec-d7aa9840acb3 None None] The sync data for ids ['91177666-2801-4421-aaf2-93d08ccbf71f'] in dv-cinder-854269-4-iscsi is: [{'id': '91177666-2801-4421-aaf2-93d08ccbf71f', 'name': 'tempest-AttachVolumeTestJSON-1796505467-router', 'tenant_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:16Z', 'updated_at': '2022-08-29T22:55:19Z', 'revision_number': 6, 'project_id': 'd106ca51e01f439f82fd71df4dc2ed71', 'gw_port_host': None}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:20.697441 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-1a0164ab-42f3-442b-8919-7164ff129ac0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1860769 Aug 29 22:55:20.746845 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (c87abf05-9de0-4a95-8297-4e703708ebd3), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.751422 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (7543472b-7de7-47ae-9e2f-d501aae21020), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.796509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7543472b-7de7-47ae-9e2f-d501aae21020,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:20.842469 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-42945573-8100-4667-a612-6d4b3b280b7f None None] Provisioning complete for port 63584a2d-5a16-489a-9098-c2887b510b12 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:20.849297 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-42945573-8100-4667-a612-6d4b3b280b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63584a2d-5a16-489a-9098-c2887b510b12), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:20.919916 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-e6d1ffd5-a202-4f6f-ac72-cd2d0610314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:20.924826 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-e6d1ffd5-a202-4f6f-ac72-cd2d0610314e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 1131 time: 0.1865497 Aug 29 22:55:20.926149 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-42945573-8100-4667-a612-6d4b3b280b7f None None] Port 63584a2d-5a16-489a-9098-c2887b510b12 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:20.936163 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (91177666-2801-4421-aaf2-93d08ccbf71f), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.046296 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (91177666-2801-4421-aaf2-93d08ccbf71f), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.051018 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks [] for router_controller (91177666-2801-4421-aaf2-93d08ccbf71f), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.098510 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63584a2d-5a16-489a-9098-c2887b510b12), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.182263 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (91177666-2801-4421-aaf2-93d08ccbf71f), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.183045 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91177666-2801-4421-aaf2-93d08ccbf71f {{(pid=124850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:55:21.187653 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.192250 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f75e7720-acbc-48eb-8e46-691e9c248b2f admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/91177666-2801-4421-aaf2-93d08ccbf71f HTTP/1.1" status: 204 len: 168 time: 1.5090330 Aug 29 22:55:21.193307 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35340) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:21.211274 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:21.221953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-3d079aae-45a4-4372-aca5-c29c26238541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:21.223462 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-3d079aae-45a4-4372-aca5-c29c26238541 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 200 len: 918 time: 0.2443354 Aug 29 22:55:21.279350 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] Deleting subnet c7b12059-0ee8-4a6d-87b4-2a199f732beb {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:55:21.285250 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] Publish callbacks [] for subnet (c7b12059-0ee8-4a6d-87b4-2a199f732beb), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.349567 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (c7b12059-0ee8-4a6d-87b4-2a199f732beb), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.412263 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:21.464089 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (c7b12059-0ee8-4a6d-87b4-2a199f732beb), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.500620 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2b675dfb-94ec-427a-9238-ecf8d7500a8a up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:21.530597 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:21.563348 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 2b675dfb-94ec-427a-9238-ecf8d7500a8a triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:21.565461 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.600444 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (c7b12059-0ee8-4a6d-87b4-2a199f732beb), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.628570 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:21.637934 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b12059-0ee8-4a6d-87b4-2a199f732beb,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:21.642856 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.648632 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-73099cfc-f3d5-4a21-95f0-15046d96b93b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c7b12059-0ee8-4a6d-87b4-2a199f732beb HTTP/1.1" status: 204 len: 168 time: 0.4518466 Aug 29 22:55:21.648632 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35342) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:21.675790 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8482d289-42fb-46b2-a416-3cb533682b8e None None] Network 3cbc22b7-19e9-4863-99a1-541b71beccc1 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:21.715088 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-17eb495c-ed02-40f0-b633-5b78c841c2f3 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 200 len: 1002 time: 0.4766665 Aug 29 22:55:21.739277 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (3cbc22b7-19e9-4863-99a1-541b71beccc1), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.742666 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Router c87abf05-9de0-4a95-8297-4e703708ebd3 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:21.778754 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 2b675dfb-94ec-427a-9238-ecf8d7500a8a is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:21.778942 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.793332 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Deleting port c86079ad-d6f8-4f2c-976f-feaf85c2a118 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:21.793892 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.821248 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:21.826020 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 2b675dfb-94ec-427a-9238-ecf8d7500a8a, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=2b675dfb-94ec-427a-9238-ecf8d7500a8a,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:21.854320 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:21.860512 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-5ba02369-a8c0-4a61-98b9-ed546bc55b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:21.862095 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-5ba02369-a8c0-4a61-98b9-ed546bc55b26 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 200 len: 856 time: 0.1331742 Aug 29 22:55:21.886495 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] For port c86079ad-d6f8-4f2c-976f-feaf85c2a118, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=c86079ad-d6f8-4f2c-976f-feaf85c2a118,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:21.886876 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.920261 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks [] for port (63584a2d-5a16-489a-9098-c2887b510b12), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.920574 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Calling delete_port for c86079ad-d6f8-4f2c-976f-feaf85c2a118 owned by network:dhcp {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:21.938526 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] DHCP port deletion for 3cbc22b7-19e9-4863-99a1-541b71beccc1 request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:55:21.944252 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:21.969628 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-fab0fa06-0e4b-48dc-90ea-b4c30624dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:21.971189 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-fab0fa06-0e4b-48dc-90ea-b4c30624dc64 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=b1b1aef3-5468-47e0-acb3-a09710f077e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0973825 Aug 29 22:55:22.033758 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (63584a2d-5a16-489a-9098-c2887b510b12), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.039624 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device e98e195d-ce77-4206-9a55-20edec347455 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:22.066633 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:22.088565 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] Deleting port c86079ad-d6f8-4f2c-976f-feaf85c2a118 {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:22.088565 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.092287 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] Sync routers for ids ['c87abf05-9de0-4a95-8297-4e703708ebd3'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:22.106903 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-5d27323a-59f0-4205-b996-659daf6ae4bf admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c87abf05-9de0-4a95-8297-4e703708ebd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8678236 Aug 29 22:55:22.111300 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35344) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:22.129812 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] Routers {'c87abf05-9de0-4a95-8297-4e703708ebd3'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:22.130504 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['c87abf05-9de0-4a95-8297-4e703708ebd3'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:22.169213 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: e98e195d-ce77-4206-9a55-20edec347455 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:22.169766 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device e98e195d-ce77-4206-9a55-20edec347455 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:22.171334 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=2b675dfb-94ec-427a-9238-ecf8d7500a8a,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:22.184869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] For port c86079ad-d6f8-4f2c-976f-feaf85c2a118, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=c86079ad-d6f8-4f2c-976f-feaf85c2a118,segment=NetworkSegment(9b498a38-b10d-4dc8-9c25-9eafcaab5b0a),segment_id=9b498a38-b10d-4dc8-9c25-9eafcaab5b0a)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:22.185537 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.197313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (fcdc634a-8428-46e1-9341-bf12b34ef0d4), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.210111 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] Calling delete_port for c86079ad-d6f8-4f2c-976f-feaf85c2a118 owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:22.216849 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.219257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Pushing event updated for resources: {'Port': ['ID=63584a2d-5a16-489a-9098-c2887b510b12,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:22.264190 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-bdd05eb0-11ba-4fc3-83d0-5c84f66d151f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849236 Aug 29 22:55:22.326667 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c86079ad-d6f8-4f2c-976f-feaf85c2a118,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:22.328559 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] No DVR routers for this DVR port c86079ad-d6f8-4f2c-976f-feaf85c2a118 on host dv-cinder-854269-4-iscsi {{(pid=124850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:22.344132 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] Set router c87abf05-9de0-4a95-8297-4e703708ebd3 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:22.379394 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:22.434932 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2a4b-8e76-427f-ade9-7a3cb9e9d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.452918 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (c86079ad-d6f8-4f2c-976f-feaf85c2a118), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.475328 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks [] for router (c87abf05-9de0-4a95-8297-4e703708ebd3), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.501630 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (3cbc22b7-19e9-4863-99a1-541b71beccc1), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.514699 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] Pushing event deleted for resources: {'Port': ['ID=c86079ad-d6f8-4f2c-976f-feaf85c2a118,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:22.527907 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc33b2-6c9b-432d-9fda-f8a4c77f42f4 None None] No DVR routers for this DVR port c86079ad-d6f8-4f2c-976f-feaf85c2a118 on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:22.561703 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbc22b7-19e9-4863-99a1-541b71beccc1']}} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:22.562844 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a') {'for_net_delete': True} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:22.562844 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b498a38-b10d-4dc8-9c25-9eafcaab5b0a') {} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:22.576080 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5772019'] for segment (9b498a38-b10d-4dc8-9c25-9eafcaab5b0a), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.610171 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (9b498a38-b10d-4dc8-9c25-9eafcaab5b0a), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.621953 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=124850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:55:22.629249 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500596'] for segment (9b498a38-b10d-4dc8-9c25-9eafcaab5b0a), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.716126 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:22.725057 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:22.740995 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:22.754613 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d4b577ac-94d7-4933-9786-49809c7d34a9 req-ef4717c4-42d6-46c7-bebe-b536b2930cb9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712226 Aug 29 22:55:22.829823 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks [] for router_gateway (c87abf05-9de0-4a95-8297-4e703708ebd3), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.886113 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 5, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:22.903703 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (3cbc22b7-19e9-4863-99a1-541b71beccc1), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.928936 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:22.948788 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] Checking router: c87abf05-9de0-4a95-8297-4e703708ebd3 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:22.953861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:22.965418 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/3cbc22b7-19e9-4863-99a1-541b71beccc1 HTTP/1.1" status: 204 len: 168 time: 1.3087687 Aug 29 22:55:22.965418 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 9b498a38-b10d-4dc8-9c25-9eafcaab5b0a resource provider aggregate not found Aug 29 22:55:22.967611 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] Routers {'c87abf05-9de0-4a95-8297-4e703708ebd3'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:22.967611 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['c87abf05-9de0-4a95-8297-4e703708ebd3'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:22.984055 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee69eb9-1628-4004-9cc7-18f9271ef1fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3cbc22b7-19e9-4863-99a1-541b71beccc1,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:23.021327 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 9b498a38-b10d-4dc8-9c25-9eafcaab5b0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b498a38-b10d-4dc8-9c25-9eafcaab5b0a found for delete ", "request_id": "req-26885936-6ef2-47a4-95d9-40f5cede717a"}]} Aug 29 22:55:23.115603 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2b675dfb-94ec-427a-9238-ecf8d7500a8a up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:23.136129 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] Set router c87abf05-9de0-4a95-8297-4e703708ebd3 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:23.136867 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Deleting port f97009d7-8b37-40cd-a6af-c9289af0243a {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:23.137273 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.219522 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:23.229879 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-cf841bdb-e3d5-4a67-9830-137e63dd58ed admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/fcdc634a-8428-46e1-9341-bf12b34ef0d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7790277 Aug 29 22:55:23.282640 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] For port f97009d7-8b37-40cd-a6af-c9289af0243a, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f97009d7-8b37-40cd-a6af-c9289af0243a,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:23.284101 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.316709 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Calling delete_port for f97009d7-8b37-40cd-a6af-c9289af0243a owned by network:router_gateway {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:23.322419 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:23.347085 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:23.347826 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:54:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:23.397243 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 5, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:23.416519 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-bae27c1e-2f70-47d9-8f37-9e104280f324 None None] Provisioning complete for port 63584a2d-5a16-489a-9098-c2887b510b12 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:23.416519 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bae27c1e-2f70-47d9-8f37-9e104280f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63584a2d-5a16-489a-9098-c2887b510b12), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.427270 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7874e4c-d9c6-4da1-8621-1f96247c8bf1 None None] The sync data for ids ['c87abf05-9de0-4a95-8297-4e703708ebd3'] in dv-cinder-854269-4-iscsi is: [{'id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'name': 'tempest-TestMinimumBasicScenario-2050628566-router', 'tenant_id': '550e5821300144f68160dd9a48f9ef2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251'}], 'enable_snat': True}, 'gw_port_id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:51:27Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 5, 'project_id': '550e5821300144f68160dd9a48f9ef2d', 'gw_port': {'id': 'f97009d7-8b37-40cd-a6af-c9289af0243a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87abf05-9de0-4a95-8297-4e703708ebd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:51:28Z', 'updated_at': '2022-08-29T22:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:23.438443 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:23.494275 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35358) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:23.512947 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 2b675dfb-94ec-427a-9238-ecf8d7500a8a triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:23.513328 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.544192 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-bae27c1e-2f70-47d9-8f37-9e104280f324 None None] Port 63584a2d-5a16-489a-9098-c2887b510b12 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:23.544789 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-fb7eeb19-6916-468e-b228-8f3af465ef79 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d106ca51e01f439f82fd71df4dc2ed71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479255 Aug 29 22:55:23.546211 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35360) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:23.578817 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:23.590172 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:23.605744 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0431c966-8cd2-47fd-8a50-df731933cb80 admin admin] Publish callbacks [] for security_group (8454b83b-cc92-406e-98b7-2d6ab79b7aa8), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.637682 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0431c966-8cd2-47fd-8a50-df731933cb80 admin admin] Publish callbacks [] for security_group (8454b83b-cc92-406e-98b7-2d6ab79b7aa8), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.707869 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (f97009d7-8b37-40cd-a6af-c9289af0243a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.739111 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Pushing event deleted for resources: {'Port': ['ID=f97009d7-8b37-40cd-a6af-c9289af0243a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:23.739752 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 2b675dfb-94ec-427a-9238-ecf8d7500a8a is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:23.810475 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0431c966-8cd2-47fd-8a50-df731933cb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (8454b83b-cc92-406e-98b7-2d6ab79b7aa8), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.813150 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0431c966-8cd2-47fd-8a50-df731933cb80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.814394 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-0431c966-8cd2-47fd-8a50-df731933cb80 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8454b83b-cc92-406e-98b7-2d6ab79b7aa8 HTTP/1.1" status: 204 len: 168 time: 0.2671525 Aug 29 22:55:23.823851 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (c87abf05-9de0-4a95-8297-4e703708ebd3), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.823999 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c966-8cd2-47fd-8a50-df731933cb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8454b83b-cc92-406e-98b7-2d6ab79b7aa8,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:23.874975 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device c86079ad-d6f8-4f2c-976f-feaf85c2a118 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:23.879180 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 2, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:23.931737 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: c86079ad-d6f8-4f2c-976f-feaf85c2a118 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:23.932094 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device c86079ad-d6f8-4f2c-976f-feaf85c2a118 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:23.932527 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 7543472b-7de7-47ae-9e2f-d501aae21020 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:23.953289 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 7543472b-7de7-47ae-9e2f-d501aae21020 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:23.953289 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 7543472b-7de7-47ae-9e2f-d501aae21020 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:23.955820 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:23.956183 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Updating router fcdc634a-8428-46e1-9341-bf12b34ef0d4 port 63584a2d-5a16-489a-9098-c2887b510b12 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:55:23.976761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (c87abf05-9de0-4a95-8297-4e703708ebd3), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.983949 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks [] for router_controller (c87abf05-9de0-4a95-8297-4e703708ebd3), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:23.998411 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63584a2d-5a16-489a-9098-c2887b510b12), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.067262 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:24.217605 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (c87abf05-9de0-4a95-8297-4e703708ebd3), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.219314 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c87abf05-9de0-4a95-8297-4e703708ebd3 {{(pid=124851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:55:24.233764 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.238027 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-41a7aff7-d220-4216-8b32-6b1a52ef911e admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/c87abf05-9de0-4a95-8297-4e703708ebd3 HTTP/1.1" status: 204 len: 168 time: 2.1193869 Aug 29 22:55:24.238142 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35376) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:24.308750 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] Deleting subnet d63e6939-92e6-436e-9d21-9ca2cd5417ec {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:55:24.313209 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] Publish callbacks [] for subnet (d63e6939-92e6-436e-9d21-9ca2cd5417ec), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.331444 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Publish callbacks [] for port (63584a2d-5a16-489a-9098-c2887b510b12), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.343063 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:24.365609 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (d63e6939-92e6-436e-9d21-9ca2cd5417ec), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.427648 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35384) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:24.433128 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1473215383-network', 'tenant_id': 'e631bf7db91048f88772928b60dec182'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:24.457696 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (d63e6939-92e6-436e-9d21-9ca2cd5417ec), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.467874 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (63584a2d-5a16-489a-9098-c2887b510b12), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.471605 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:24.509803 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:24.533240 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Pushing event updated for resources: {'Port': ['ID=63584a2d-5a16-489a-9098-c2887b510b12,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:24.560013 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.560706 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.560706 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.561032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.561366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.561696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.562020 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.562342 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.562663 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.562979 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.563308 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.563625 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.563939 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.564257 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.564573 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:24.578749 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Attempting to bind port 63584a2d-5a16-489a-9098-c2887b510b12 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:24.579142 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Attempting to bind port 63584a2d-5a16-489a-9098-c2887b510b12 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:24.579501 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Attempting to bind port 63584a2d-5a16-489a-9098-c2887b510b12 on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:24.584825 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:24.585199 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Checking segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:24.585602 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.585989 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Bound using segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:24.586461 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Bound port: 63584a2d-5a16-489a-9098-c2887b510b12, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:24.587048 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63584a2d-5a16-489a-9098-c2887b510b12), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.598940 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Made reservation on behalf of e631bf7db91048f88772928b60dec182 for: {'network': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:24.601410 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.611066 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.666947 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] For port 63584a2d-5a16-489a-9098-c2887b510b12, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:24.666947 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] For port 63584a2d-5a16-489a-9098-c2887b510b12, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=63584a2d-5a16-489a-9098-c2887b510b12,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:24.700116 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks [] for security_group (16f0408d-7e22-4075-a301-2328496f6abe), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.702082 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (d63e6939-92e6-436e-9d21-9ca2cd5417ec), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.740981 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63e6939-92e6-436e-9d21-9ca2cd5417ec,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:24.749143 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.752348 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5fa77971-886e-4bc4-8895-5b28abda7fd0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d63e6939-92e6-436e-9d21-9ca2cd5417ec HTTP/1.1" status: 204 len: 168 time: 0.5136092 Aug 29 22:55:24.755136 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35388) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:24.757351 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896a48d-6299-477a-a4ce-43a952156d41 None None] Network cf0c1f99-9cc2-417f-b67a-38b948e78b8e requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:24.843583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (cf0c1f99-9cc2-417f-b67a-38b948e78b8e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.851166 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-11bf06dd-ff32-413f-86bf-0df321a9306b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.891996 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Deleting port 87f313af-190f-495e-adc0-04d80b0b246b {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:24.892362 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (87f313af-190f-495e-adc0-04d80b0b246b), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.921292 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] DHCP port deletion for cf0c1f99-9cc2-417f-b67a-38b948e78b8e request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:55:24.931720 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:24.943675 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (16f0408d-7e22-4075-a301-2328496f6abe), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.967487 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (63584a2d-5a16-489a-9098-c2887b510b12), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:24.978348 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f0408d-7e22-4075-a301-2328496f6abe,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:25.000640 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] For port 87f313af-190f-495e-adc0-04d80b0b246b, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=87f313af-190f-495e-adc0-04d80b0b246b,segment=NetworkSegment(59c9e431-6a1d-4b89-8418-cb891756299b),segment_id=59c9e431-6a1d-4b89-8418-cb891756299b)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:25.001311 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (87f313af-190f-495e-adc0-04d80b0b246b), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.005625 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=124851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:55:25.016308 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] Deleting port 87f313af-190f-495e-adc0-04d80b0b246b {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:25.016681 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (87f313af-190f-495e-adc0-04d80b0b246b), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.021822 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f97009d7-8b37-40cd-a6af-c9289af0243a no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:25.030525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Calling delete_port for 87f313af-190f-495e-adc0-04d80b0b246b owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:25.036371 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (34ede14d-26b2-477e-82aa-c270fc0baf1e), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.036754 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.segments_db [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Added segment 34ede14d-26b2-477e-82aa-c270fc0baf1e of type vlan for network 2157d3c4-9208-44a8-9144-e566958d24a9 Aug 29 22:55:25.090935 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: f97009d7-8b37-40cd-a6af-c9289af0243a {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:25.091436 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f97009d7-8b37-40cd-a6af-c9289af0243a not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:25.091712 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 661549cc-6f40-4658-9ec2-f47f41c1df53 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:25.119145 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (2157d3c4-9208-44a8-9144-e566958d24a9), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.121763 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:25.130855 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:25.163105 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 661549cc-6f40-4658-9ec2-f47f41c1df53 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:25.163368 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 661549cc-6f40-4658-9ec2-f47f41c1df53 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:25.163742 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 87f313af-190f-495e-adc0-04d80b0b246b no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:25.198600 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92ef3a-8124-4cf4-bcb8-8b3564807482 None None] Pushing event updated for resources: {'Port': ['ID=63584a2d-5a16-489a-9098-c2887b510b12,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:25.229342 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] For port 87f313af-190f-495e-adc0-04d80b0b246b, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=87f313af-190f-495e-adc0-04d80b0b246b,segment=NetworkSegment(59c9e431-6a1d-4b89-8418-cb891756299b),segment_id=59c9e431-6a1d-4b89-8418-cb891756299b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:25.229342 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (87f313af-190f-495e-adc0-04d80b0b246b), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.245849 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (2157d3c4-9208-44a8-9144-e566958d24a9), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.246953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:25.247535 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.272410 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] Calling delete_port for 87f313af-190f-495e-adc0-04d80b0b246b owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:25.295081 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No ports have port_id starting with 87f313af-190f-495e-adc0-04d80b0b246b Aug 29 22:55:25.301265 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35398) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:25.302829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (87f313af-190f-495e-adc0-04d80b0b246b), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.342577 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:25.344543 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:25.347383 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] No DVR routers for this DVR port 87f313af-190f-495e-adc0-04d80b0b246b on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:25.349768 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f313af-190f-495e-adc0-04d80b0b246b,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:25.354789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] Pushing event updated for resources: {'Network': ['ID=2157d3c4-9208-44a8-9144-e566958d24a9,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:25.380154 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 2157d3c4-9208-44a8-9144-e566958d24a9 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:55:25.436085 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:25.456989 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-db02a946-cd01-4f10-988f-6fe6c9493753 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0279651 Aug 29 22:55:25.460111 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35402) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:25.469957 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Request body: {'subnet': {'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1473215383-subnet', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'ip_version': 4}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:25.478570 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (cf0c1f99-9cc2-417f-b67a-38b948e78b8e), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.491213 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1274254347-network', 'tenant_id': '77495a957104457c8f0cbee8c01a4536'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:25.511644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0c1f99-9cc2-417f-b67a-38b948e78b8e']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:25.527872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c9e431-6a1d-4b89-8418-cb891756299b') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:25.528215 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c9e431-6a1d-4b89-8418-cb891756299b') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:25.542872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (59c9e431-6a1d-4b89-8418-cb891756299b), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.558482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (59c9e431-6a1d-4b89-8418-cb891756299b), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.565367 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:55:25.565777 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (59c9e431-6a1d-4b89-8418-cb891756299b), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.609083 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 59c9e431-6a1d-4b89-8418-cb891756299b resource provider aggregate not found Aug 29 22:55:25.634201 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Made reservation on behalf of e631bf7db91048f88772928b60dec182 for: {'subnet': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:25.636752 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5605338'] for subnet (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.641175 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Made reservation on behalf of 77495a957104457c8f0cbee8c01a4536 for: {'network': 1} {{(pid=124850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:25.646467 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for network (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.646835 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 59c9e431-6a1d-4b89-8418-cb891756299b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59c9e431-6a1d-4b89-8418-cb891756299b found for delete ", "request_id": "req-a4be7fbb-aa9a-4b3e-a48b-bb2a37cd7ac4"}]} Aug 29 22:55:25.662251 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.684926 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (87f313af-190f-495e-adc0-04d80b0b246b), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.686952 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:25.714232 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (cf0c1f99-9cc2-417f-b67a-38b948e78b8e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.719575 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] Pushing event deleted for resources: {'Port': ['ID=87f313af-190f-495e-adc0-04d80b0b246b,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:25.725226 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.728683 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d62272-8268-43ff-bc09-1a0f6869c690 None None] No DVR routers for this DVR port 87f313af-190f-495e-adc0-04d80b0b246b on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:25.734151 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/cf0c1f99-9cc2-417f-b67a-38b948e78b8e HTTP/1.1" status: 204 len: 168 time: 0.9692128 Aug 29 22:55:25.747911 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe028-b3d5-49e8-b963-7be72ed4f5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0c1f99-9cc2-417f-b67a-38b948e78b8e,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:25.803892 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:25.828004 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:24Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:25.854689 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45212415-f8b2-40b9-a774-b4c9591ee05b None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:24Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:25.871850 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks [] for security_group (da23ddcf-5f75-4ddd-966f-c91386acfdaf), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:25.987656 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (da23ddcf-5f75-4ddd-966f-c91386acfdaf), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.014631 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=124850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 22:55:26.027047 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da23ddcf-5f75-4ddd-966f-c91386acfdaf,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:26.032966 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (e14c484a-ed3d-4b90-8f66-4897b647aab8), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.033317 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.segments_db [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Added segment e14c484a-ed3d-4b90-8f66-4897b647aab8 of type vlan for network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 Aug 29 22:55:26.075025 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5605324'] for subnet (34409a30-44ad-4d42-a53e-6544b492fe90), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.120239 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747845764702'] for network (3c5a5718-95a5-4078-9ca0-1c8c805a3f99), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.187693 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.292169 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35410) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:26.344908 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-93207a97-c291-4ed0-a12d-03de2624f0f3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6468612f8d4e4172a8bcc16f0ba73e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510406 Aug 29 22:55:26.347296 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35412) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:26.374348 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.db.resource_extend [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 29 22:55:26.390547 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34409a30-44ad-4d42-a53e-6544b492fe90,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:26.408990 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b22c1748-941d-45cc-8c42-b1124b7007d6 admin admin] Publish callbacks [] for security_group (eb99b3d5-386d-43b4-be5b-ebfaf58c9b19), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.413003 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Checking segment: {'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:26.415850 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Network hostable DHCP agents. Network: 2157d3c4-9208-44a8-9144-e566958d24a9, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:55:26.435513 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b22c1748-941d-45cc-8c42-b1124b7007d6 admin admin] Publish callbacks [] for security_group (eb99b3d5-386d-43b4-be5b-ebfaf58c9b19), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.502317 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037'] for network (3c5a5718-95a5-4078-9ca0-1c8c805a3f99), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.504142 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:26.504142 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.508036 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Network 2157d3c4-9208-44a8-9144-e566958d24a9 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:55:26.513627 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:26.553631 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b22c1748-941d-45cc-8c42-b1124b7007d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (eb99b3d5-386d-43b4-be5b-ebfaf58c9b19), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.556590 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-b22c1748-941d-45cc-8c42-b1124b7007d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.561612 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b22c1748-941d-45cc-8c42-b1124b7007d6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/eb99b3d5-386d-43b4-be5b-ebfaf58c9b19 HTTP/1.1" status: 204 len: 168 time: 0.2107666 Aug 29 22:55:26.569667 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c1748-941d-45cc-8c42-b1124b7007d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb99b3d5-386d-43b4-be5b-ebfaf58c9b19,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:26.597108 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] Pushing event updated for resources: {'Network': ['ID=3c5a5718-95a5-4078-9ca0-1c8c805a3f99,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:26.607837 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 details requested by agent ovs-agent-dv-cinder-854269-4-iscsi with host dv-cinder-854269-4-iscsi {{(pid=124852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 22:55:26.679431 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 2157d3c4-9208-44a8-9144-e566958d24a9) {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:26.684157 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:26.685429 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.690415 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38a19f-4612-449b-bd07-6c6ce3894015 None None] Network 2157d3c4-9208-44a8-9144-e566958d24a9 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:26.720236 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b59ded8c-10f3-4019-950e-30dd891514dc admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4177287 Aug 29 22:55:26.723244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35416) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:26.729577 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Request body: {'subnet': {'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-subnet', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:26.803001 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-2157d3c4-9208-44a8-9144-e566958d24a9', 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9', 'project_id': 'e631bf7db91048f88772928b60dec182', 'fixed_ips': [{'subnet_id': '34409a30-44ad-4d42-a53e-6544b492fe90'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:55:26.803943 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.827281 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-703e2702-aa4b-4988-a0e5-cc78f40fa9d6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3628159 Aug 29 22:55:26.827567 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35418) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:26.833373 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:26.930551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Made reservation on behalf of 77495a957104457c8f0cbee8c01a4536 for: {'subnet': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:26.933164 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4779321'] for subnet (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.984836 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Allocated IP 172.20.0.2 (2157d3c4-9208-44a8-9144-e566958d24a9/34409a30-44ad-4d42-a53e-6544b492fe90/20339cba-9546-4fa3-a426-5db154428fa3) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:26.988142 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:26.989401 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.017995 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 63584a2d-5a16-489a-9098-c2887b510b12 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:27.130094 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 63584a2d-5a16-489a-9098-c2887b510b12 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:27.130756 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63584a2d-5a16-489a-9098-c2887b510b12), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.290834 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Publish callbacks [] for port (20339cba-9546-4fa3-a426-5db154428fa3), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.292312 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 63584a2d-5a16-489a-9098-c2887b510b12 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:27.292694 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (63584a2d-5a16-489a-9098-c2887b510b12), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.330901 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 63584a2d-5a16-489a-9098-c2887b510b12, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=63584a2d-5a16-489a-9098-c2887b510b12,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:27.347896 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.349425 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks [] for router_controller (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), precommit_add_association {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.372494 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (20339cba-9546-4fa3-a426-5db154428fa3), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.375476 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:27.438658 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Pushing event updated for resources: {'Port': ['ID=20339cba-9546-4fa3-a426-5db154428fa3,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:27.441496 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (63584a2d-5a16-489a-9098-c2887b510b12), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.447742 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Network 2157d3c4-9208-44a8-9144-e566958d24a9 is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:27.452360 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:27.472973 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:27.498291 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:27.517015 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:55:27.537260 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35422) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:27.543963 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5171612', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4779311'] for subnet (36e22cea-7aed-4355-b1b3-7416053be350), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.565720 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=63584a2d-5a16-489a-9098-c2887b510b12,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:27.583953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Attempting to bind port 20339cba-9546-4fa3-a426-5db154428fa3 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:27.584333 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Attempting to bind port 20339cba-9546-4fa3-a426-5db154428fa3 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:27.584706 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Attempting to bind port 20339cba-9546-4fa3-a426-5db154428fa3 on network 2157d3c4-9208-44a8-9144-e566958d24a9 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:27.591699 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-eae06665-f678-4808-af0a-c1ee213a576b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=550e5821300144f68160dd9a48f9ef2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526862 Aug 29 22:55:27.594472 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35424) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:27.594743 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:27.595158 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Checking segment: {'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:27.595577 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.595980 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Bound using segment: {'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:27.596475 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Bound port: 20339cba-9546-4fa3-a426-5db154428fa3, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:27.596931 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (20339cba-9546-4fa3-a426-5db154428fa3), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.644311 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.655250 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31613864-5cef-4d1d-b853-ffd07c471699 admin admin] Publish callbacks [] for security_group (b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.662292 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e22cea-7aed-4355-b1b3-7416053be350,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:27.667415 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-64639770-e936-44e6-8dad-a21d4388978c None None] For port 20339cba-9546-4fa3-a426-5db154428fa3, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:27.671139 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-64639770-e936-44e6-8dad-a21d4388978c None None] For port 20339cba-9546-4fa3-a426-5db154428fa3, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=20339cba-9546-4fa3-a426-5db154428fa3,segment=NetworkSegment(34ede14d-26b2-477e-82aa-c270fc0baf1e),segment_id=34ede14d-26b2-477e-82aa-c270fc0baf1e)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:27.678580 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31613864-5cef-4d1d-b853-ffd07c471699 admin admin] Publish callbacks [] for security_group (b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.706773 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks [] for router_gateway (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.716870 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Checking segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:27.717227 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Network hostable DHCP agents. Network: 3c5a5718-95a5-4078-9ca0-1c8c805a3f99, hostable agents: ['96c8360d-fad4-4518-8898-b32da65bd1f5'], hosted agents: [] {{(pid=124851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 22:55:27.810468 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31613864-5cef-4d1d-b853-ffd07c471699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.810693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is scheduled to be hosted by DHCP agent 96c8360d-fad4-4518-8898-b32da65bd1f5 with binding_index 1 {{(pid=124851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 22:55:27.811260 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (20339cba-9546-4fa3-a426-5db154428fa3), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.813320 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-31613864-5cef-4d1d-b853-ffd07c471699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.817225 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-31613864-5cef-4d1d-b853-ffd07c471699 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3 HTTP/1.1" status: 204 len: 168 time: 0.2185891 Aug 29 22:55:27.839050 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613864-5cef-4d1d-b853-ffd07c471699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b573a-ec2f-4eb8-9654-2a1ab3b2cfa3,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:27.864683 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:27.898141 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64639770-e936-44e6-8dad-a21d4388978c None None] Pushing event updated for resources: {'Port': ['ID=20339cba-9546-4fa3-a426-5db154428fa3,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:27.918435 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854269-4-iscsi, 3c5a5718-95a5-4078-9ca0-1c8c805a3f99) {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:27.926117 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:27.926988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:27.928696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a331c0-a5ce-4a9d-ab32-61832928497b None None] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:28.019850 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-7b773f95-b22a-4c75-819a-c1e7d807114b admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2952564 Aug 29 22:55:28.022813 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35428) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:28.028231 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:28.084026 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks [] for router_gateway (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.088362 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc8c1b9b5-13fe-5498-8e90-6d9d4e15291d-3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350'}]}} from dv-cinder-854269-4-iscsi. {{(pid=124852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 22:55:28.089820 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.114172 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.138461 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7916494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10351'] for router (9b133be4-e554-480a-89e7-d77df2a7a240), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.141141 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7915251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8333527', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8284487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10340'] for router (9b133be4-e554-480a-89e7-d77df2a7a240), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.232913 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks [] for router_controller (9b133be4-e554-480a-89e7-d77df2a7a240), precommit_add_association {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.316637 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.db_base_plugin_common [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Allocated IP 172.20.0.2 (3c5a5718-95a5-4078-9ca0-1c8c805a3f99/36e22cea-7aed-4355-b1b3-7416053be350/6874114a-1c03-4a76-9fa0-736631f436cb) {{(pid=124852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:28.320251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Allocated IP 172.27.4.206 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/a6e0690b-9108-4902-8c5c-9732150cd8cb) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:28.478954 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks [] for router_gateway (9b133be4-e554-480a-89e7-d77df2a7a240), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.480503 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks [] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.533413 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Publish callbacks [] for port (6874114a-1c03-4a76-9fa0-736631f436cb), precommit_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.703587 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.703793 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), after_create {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.741034 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:28.747022 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:28.747408 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is already hosted by enough agents. {{(pid=124852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:28.750902 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:28.752910 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.scheduler.base_scheduler [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Resources bound (agent type, host, resource id): {{(pid=124852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:28.760237 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Received port after_create {{(pid=124852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:28.801787 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Pushing event updated for resources: {'Port': ['ID=6874114a-1c03-4a76-9fa0-736631f436cb,revision_number=1']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:28.810211 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Pushing event updated for resources: {'Port': ['ID=a6e0690b-9108-4902-8c5c-9732150cd8cb,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:28.821009 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks [] for router_gateway (9b133be4-e554-480a-89e7-d77df2a7a240), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.846354 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Attempting to bind port 6874114a-1c03-4a76-9fa0-736631f436cb on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:28.846941 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.847486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Attempting to bind port 6874114a-1c03-4a76-9fa0-736631f436cb by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:28.849824 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Attempting to bind port 6874114a-1c03-4a76-9fa0-736631f436cb on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:28.854992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:28.856276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Checking segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:28.856912 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.857316 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Bound using segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:28.857812 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Bound port: 6874114a-1c03-4a76-9fa0-736631f436cb, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:28.858201 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:28.933617 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] For port 6874114a-1c03-4a76-9fa0-736631f436cb, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:28.933617 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] For port 6874114a-1c03-4a76-9fa0-736631f436cb, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=6874114a-1c03-4a76-9fa0-736631f436cb,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:29.031211 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.039488 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Allocated IP 172.27.4.131 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/a4fede0a-6e69-4e9c-be57-a042e548e275) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:29.101881 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1415c8d7-07fe-460f-9d3e-0670b44ccc4d None None] Network 2157d3c4-9208-44a8-9144-e566958d24a9 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:29.125189 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 63584a2d-5a16-489a-9098-c2887b510b12 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:29.190894 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks [] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.198830 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a5cc6-3ece-4918-b7a1-a0b16635ae7f None None] Pushing event updated for resources: {'Port': ['ID=6874114a-1c03-4a76-9fa0-736631f436cb,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:29.207660 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:29.208001 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-ded43cd8-73b7-4371-9590-6d41d17a49a7 None None] Provisioning complete for port 20339cba-9546-4fa3-a426-5db154428fa3 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:29.208554 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-ded43cd8-73b7-4371-9590-6d41d17a49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (20339cba-9546-4fa3-a426-5db154428fa3), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.244032 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks [] for router_gateway (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.289303 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 63584a2d-5a16-489a-9098-c2887b510b12 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:29.290604 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (63584a2d-5a16-489a-9098-c2887b510b12), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.303223 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.356154 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:29.373138 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:29.379580 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:29.409312 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Pushing event updated for resources: {'Port': ['ID=a4fede0a-6e69-4e9c-be57-a042e548e275,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:29.419837 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:29.435652 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:29.476182 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-ded43cd8-73b7-4371-9590-6d41d17a49a7 None None] Current status of the port 20339cba-9546-4fa3-a426-5db154428fa3 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:29.476578 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-ded43cd8-73b7-4371-9590-6d41d17a49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (20339cba-9546-4fa3-a426-5db154428fa3), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.527417 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.569715 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 63584a2d-5a16-489a-9098-c2887b510b12 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:29.570596 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 20339cba-9546-4fa3-a426-5db154428fa3 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:29.602101 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-ded43cd8-73b7-4371-9590-6d41d17a49a7 None None] For port 20339cba-9546-4fa3-a426-5db154428fa3, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=20339cba-9546-4fa3-a426-5db154428fa3,segment=NetworkSegment(34ede14d-26b2-477e-82aa-c270fc0baf1e),segment_id=34ede14d-26b2-477e-82aa-c270fc0baf1e)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:29.606779 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:29.626697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 20339cba-9546-4fa3-a426-5db154428fa3 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:29.627073 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (20339cba-9546-4fa3-a426-5db154428fa3), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.705182 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 20339cba-9546-4fa3-a426-5db154428fa3 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:29.705636 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (20339cba-9546-4fa3-a426-5db154428fa3), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.801498 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-ded43cd8-73b7-4371-9590-6d41d17a49a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (20339cba-9546-4fa3-a426-5db154428fa3), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.830869 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks [] for router_gateway (9b133be4-e554-480a-89e7-d77df2a7a240), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.834419 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:55:29.891899 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded43cd8-73b7-4371-9590-6d41d17a49a7 None None] Pushing event updated for resources: {'Port': ['ID=20339cba-9546-4fa3-a426-5db154428fa3,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:29.895794 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.db.api [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=124852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 22:55:29.899295 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG oslo_db.api [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 22:55:29.930971 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-c482d42f-8f24-4cb1-b65c-ce42818392ee None None] Provisioning complete for port 20339cba-9546-4fa3-a426-5db154428fa3 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:29.931769 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-c482d42f-8f24-4cb1-b65c-ce42818392ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (20339cba-9546-4fa3-a426-5db154428fa3), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:29.968816 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:29.978699 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Sync routers for ids ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:29.986830 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:29.994639 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Routers {'16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:29.996323 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:30.004024 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:30.037916 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-c482d42f-8f24-4cb1-b65c-ce42818392ee None None] Current status of the port 20339cba-9546-4fa3-a426-5db154428fa3 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:30.083303 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.084673 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-be054321-2da9-4960-9639-9f21cc5f3c9f admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2560244 Aug 29 22:55:30.093028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35432) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:30.104258 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7915179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7914558'] for router (9b133be4-e554-480a-89e7-d77df2a7a240), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.126233 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Set router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:30.213461 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:30.291053 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:30.351467 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153bcbcf-b742-4d83-8da9-b123e510cb35 None None] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:55:30.402578 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T22:55:29Z', 'revision_number': 3, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port': {'id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:30.410025 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-70eaf467-eb77-4ded-9ca5-145b2a65812e None None] Provisioning complete for port 6874114a-1c03-4a76-9fa0-736631f436cb triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:30.410488 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-70eaf467-eb77-4ded-9ca5-145b2a65812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.411111 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Router 9b133be4-e554-480a-89e7-d77df2a7a240 is scheduled to L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce with binding_index 1 {{(pid=124850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 22:55:30.444395 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Checking router: 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:30.444762 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Updating router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb port a6e0690b-9108-4902-8c5c-9732150cd8cb binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:55:30.477148 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:30.488969 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.573512 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:30.584620 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:30.610592 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:30.637510 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:30.639447 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:30.641637 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.669671 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.673693 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-df4374ff-6ab6-4a69-8636-3b7a8cf37eae admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6469178 Aug 29 22:55:30.674441 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35434) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:30.705846 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 20339cba-9546-4fa3-a426-5db154428fa3 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:30.824435 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Allocated IP 172.20.0.1 (2157d3c4-9208-44a8-9144-e566958d24a9/34409a30-44ad-4d42-a53e-6544b492fe90/3649a3ab-fca8-430f-98a1-c40284a9698b) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:30.838681 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-70eaf467-eb77-4ded-9ca5-145b2a65812e None None] Current status of the port 6874114a-1c03-4a76-9fa0-736631f436cb is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:30.839400 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-70eaf467-eb77-4ded-9ca5-145b2a65812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.843312 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Publish callbacks [] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.849350 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:30.930273 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:30.987943 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks [] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.007014 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:31.015700 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Attempting to bind port a6e0690b-9108-4902-8c5c-9732150cd8cb on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:31.016221 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Attempting to bind port a6e0690b-9108-4902-8c5c-9732150cd8cb by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:31.016588 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Attempting to bind port a6e0690b-9108-4902-8c5c-9732150cd8cb on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:31.042858 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:31.046564 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-70eaf467-eb77-4ded-9ca5-145b2a65812e None None] For port 6874114a-1c03-4a76-9fa0-736631f436cb, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=6874114a-1c03-4a76-9fa0-736631f436cb,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:31.053545 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d971-7eef-425f-9faa-3d4683181f4b None None] Pushing event updated for resources: {'Port': ['ID=a6e0690b-9108-4902-8c5c-9732150cd8cb,revision_number=2']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:31.063817 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:31.064401 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:31.064843 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.065237 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:31.065719 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Bound port: a6e0690b-9108-4902-8c5c-9732150cd8cb, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:31.066096 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.070936 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:31.096331 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.114195 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:31.116706 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-70eaf467-eb77-4ded-9ca5-145b2a65812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.147168 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] For port a6e0690b-9108-4902-8c5c-9732150cd8cb, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:31.152468 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] For port a6e0690b-9108-4902-8c5c-9732150cd8cb, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=a6e0690b-9108-4902-8c5c-9732150cd8cb,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:31.175354 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Network 2157d3c4-9208-44a8-9144-e566958d24a9 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:31.179074 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:31.184025 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:31.189236 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Pushing event updated for resources: {'Port': ['ID=3649a3ab-fca8-430f-98a1-c40284a9698b,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:31.195465 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 20339cba-9546-4fa3-a426-5db154428fa3 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:31.234243 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.235405 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.279270 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Routers {'16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:31.280089 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:31.318449 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.324210 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:29Z', 'revision_number': 3, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:31.360419 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-fe8b780c-2b76-4c0f-938b-e81575c920dd None None] Provisioning complete for port 6874114a-1c03-4a76-9fa0-736631f436cb triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:31.360929 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fe8b780c-2b76-4c0f-938b-e81575c920dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.367738 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:31.368359 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Updating router 9b133be4-e554-480a-89e7-d77df2a7a240 port a4fede0a-6e69-4e9c-be57-a042e548e275 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:55:31.382191 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d971-7eef-425f-9faa-3d4683181f4b None None] Pushing event updated for resources: {'Port': ['ID=a6e0690b-9108-4902-8c5c-9732150cd8cb,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:31.420205 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaf467-eb77-4ded-9ca5-145b2a65812e None None] Pushing event updated for resources: {'Port': ['ID=6874114a-1c03-4a76-9fa0-736631f436cb,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:31.429779 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 20339cba-9546-4fa3-a426-5db154428fa3 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:31.430227 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (20339cba-9546-4fa3-a426-5db154428fa3), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.470188 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] Set router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:31.472311 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.517477 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Allocated IP 172.20.0.1 (3c5a5718-95a5-4078-9ca0-1c8c805a3f99/36e22cea-7aed-4355-b1b3-7416053be350/125a933d-c75e-49b7-bfdb-5e41ca628668) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:31.527077 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.539523 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:31.647457 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:31.678197 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks [] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.678463 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b780c-2b76-4c0f-938b-e81575c920dd None None] Current status of the port 6874114a-1c03-4a76-9fa0-736631f436cb is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:31.693890 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:31.710361 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 20339cba-9546-4fa3-a426-5db154428fa3 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:31.711431 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 6874114a-1c03-4a76-9fa0-736631f436cb up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:31.743242 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T22:55:29Z', 'revision_number': 3, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port': {'id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:31.747991 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks [] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.789331 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 6874114a-1c03-4a76-9fa0-736631f436cb triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:31.790499 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.834007 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-0ffd54d7-a2b6-46c2-9284-d5128d5ee324 None None] Provisioning complete for port 3649a3ab-fca8-430f-98a1-c40284a9698b triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:31.834378 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-0ffd54d7-a2b6-46c2-9284-d5128d5ee324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.857091 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.863784 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f811dcd-d7e6-4c9d-84d8-e109e94d109e None None] The sync data for ids ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'] in dv-cinder-854269-4-iscsi is: [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T22:55:29Z', 'revision_number': 3, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port': {'id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:31.877700 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.917352 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd54d7-a2b6-46c2-9284-d5128d5ee324 None None] Port 3649a3ab-fca8-430f-98a1-c40284a9698b cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:31.927523 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:31.933675 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:31.936004 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Pushing event updated for resources: {'Port': ['ID=125a933d-c75e-49b7-bfdb-5e41ca628668,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:31.938635 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:31.957803 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Publish callbacks [] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:31.993886 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Pushing event updated for resources: {'Port': ['ID=3649a3ab-fca8-430f-98a1-c40284a9698b,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:31.998283 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.013702 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7914842'] for router_interface (9b133be4-e554-480a-89e7-d77df2a7a240), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.014299 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 6874114a-1c03-4a76-9fa0-736631f436cb is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:32.044862 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.102248 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0360cfb-151b-4113-bec6-69acf5303db4 None None] Pushing event updated for resources: {'Port': ['ID=a4fede0a-6e69-4e9c-be57-a042e548e275,revision_number=2']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:32.122341 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Attempting to bind port a4fede0a-6e69-4e9c-be57-a042e548e275 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:32.122709 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Attempting to bind port a4fede0a-6e69-4e9c-be57-a042e548e275 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:32.125145 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Attempting to bind port a4fede0a-6e69-4e9c-be57-a042e548e275 on network 6d9d7411-18f4-491d-bd09-815c5355931d {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:32.130204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Network 2157d3c4-9208-44a8-9144-e566958d24a9 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:32.133372 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:32.136832 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:32.143278 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Checking segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:32.143709 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.144153 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Bound using segment: {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:32.144607 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Bound port: a4fede0a-6e69-4e9c-be57-a042e548e275, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e18d11-6460-4e51-9ff2-82214325e1df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:32.145069 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.151552 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.272179 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] For port a4fede0a-6e69-4e9c-be57-a042e548e275, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:32.277540 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] For port a4fede0a-6e69-4e9c-be57-a042e548e275, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=a4fede0a-6e69-4e9c-be57-a042e548e275,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:32.314997 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:32.326068 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.346437 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-6fecdafa-1dda-4a0f-ad1b-4a51df99ef74 None None] Provisioning complete for port 125a933d-c75e-49b7-bfdb-5e41ca628668 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:32.346817 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-6fecdafa-1dda-4a0f-ad1b-4a51df99ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.380100 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.397232 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.441864 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.462382 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-6fecdafa-1dda-4a0f-ad1b-4a51df99ef74 None None] Port 125a933d-c75e-49b7-bfdb-5e41ca628668 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:32.470679 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:32.470859 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:32.471369 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:32.491753 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-78d28ece-6ea4-4b1d-9cf4-59cbd91e26bc admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3947401 Aug 29 22:55:32.505725 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.539681 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0360cfb-151b-4113-bec6-69acf5303db4 None None] Pushing event updated for resources: {'Port': ['ID=a4fede0a-6e69-4e9c-be57-a042e548e275,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:32.588253 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks [] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.595030 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.620848 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-6266a5b5-55c3-46e5-b72a-ab4e1dbb69e8 None None] Provisioning complete for port 3649a3ab-fca8-430f-98a1-c40284a9698b triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:32.621258 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-6266a5b5-55c3-46e5-b72a-ab4e1dbb69e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.644110 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.660849 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:32.679063 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.685393 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.758309 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Pushing event updated for resources: {'Port': ['ID=125a933d-c75e-49b7-bfdb-5e41ca628668,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:32.765623 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7868847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7914958'] for router_interface (9b133be4-e554-480a-89e7-d77df2a7a240), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:32.838387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-6266a5b5-55c3-46e5-b72a-ab4e1dbb69e8 None None] Port 3649a3ab-fca8-430f-98a1-c40284a9698b cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:32.860887 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:32.878717 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:32.882986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:33.025770 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:33.117633 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:33.152215 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35442) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:33.161148 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-3c15c4a2-a3d9-4e30-96c4-8024caf5c853 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1435890377', 'description': 'tempest-secgroup-smoke-1435890377 description', 'project_id': '98941ac6692045859aa7639192603764'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:33.172441 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3c969-2290-4fb2-be5d-304777afc7b7 None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:33.191449 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:33.209917 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f060cd4f-2c23-4470-b183-739d18463726 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9b133be4-e554-480a-89e7-d77df2a7a240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347884 Aug 29 22:55:33.230937 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a6e0690b-9108-4902-8c5c-9732150cd8cb up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:33.256823 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4a2-a3d9-4e30-96c4-8024caf5c853 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.292506 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port a6e0690b-9108-4902-8c5c-9732150cd8cb triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:33.293003 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.351844 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4a2-a3d9-4e30-96c4-8024caf5c853 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group (b761ee98-305a-47e2-8b67-6081f758a4b7), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.396969 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-87430077-3838-48bc-9ca2-96d8b64f4160 None None] Provisioning complete for port 125a933d-c75e-49b7-bfdb-5e41ca628668 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:33.397355 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-87430077-3838-48bc-9ca2-96d8b64f4160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.400810 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port a6e0690b-9108-4902-8c5c-9732150cd8cb is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:33.401193 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.440681 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4a2-a3d9-4e30-96c4-8024caf5c853 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b761ee98-305a-47e2-8b67-6081f758a4b7), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.467248 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port a6e0690b-9108-4902-8c5c-9732150cd8cb, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=a6e0690b-9108-4902-8c5c-9732150cd8cb,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:33.468953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-87430077-3838-48bc-9ca2-96d8b64f4160 None None] Port 125a933d-c75e-49b7-bfdb-5e41ca628668 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:33.495227 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15c4a2-a3d9-4e30-96c4-8024caf5c853 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b761ee98-305a-47e2-8b67-6081f758a4b7,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:33.628122 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.629112 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 6874114a-1c03-4a76-9fa0-736631f436cb up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:33.630441 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3c15c4a2-a3d9-4e30-96c4-8024caf5c853 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.631751 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-3c15c4a2-a3d9-4e30-96c4-8024caf5c853 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4782538 Aug 29 22:55:33.635337 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35450) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:33.641095 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-781a0814-1fa6-41c0-87b8-481a4260243a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'security_group_rule': {'security_group_id': 'b761ee98-305a-47e2-8b67-6081f758a4b7', 'project_id': '98941ac6692045859aa7639192603764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:33.645797 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35452) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:33.650846 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-2b341095-35b2-4459-b668-d8629919de86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793930465', 'description': 'tempest-description--490425076'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:33.728792 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=a6e0690b-9108-4902-8c5c-9732150cd8cb,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:33.731799 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 6874114a-1c03-4a76-9fa0-736631f436cb triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:33.732166 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.774995 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-781a0814-1fa6-41c0-87b8-481a4260243a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (5eafb40b-2521-4987-a37f-6132090a2a95), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.793835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2b341095-35b2-4459-b668-d8629919de86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.824567 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 6874114a-1c03-4a76-9fa0-736631f436cb is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:33.862579 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:33.877216 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-781a0814-1fa6-41c0-87b8-481a4260243a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (5eafb40b-2521-4987-a37f-6132090a2a95), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.891414 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2b341095-35b2-4459-b668-d8629919de86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (bbf51910-0cf4-49f5-9344-f0788822adfb), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.965636 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2b341095-35b2-4459-b668-d8629919de86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (bbf51910-0cf4-49f5-9344-f0788822adfb), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:33.965850 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-781a0814-1fa6-41c0-87b8-481a4260243a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (5eafb40b-2521-4987-a37f-6132090a2a95), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.001656 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a0814-1fa6-41c0-87b8-481a4260243a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eafb40b-2521-4987-a37f-6132090a2a95,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:34.004694 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b341095-35b2-4459-b668-d8629919de86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf51910-0cf4-49f5-9344-f0788822adfb,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:34.052366 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Sync routers for ids ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:34.069050 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Routers {'16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:34.074043 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:34.092884 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-781a0814-1fa6-41c0-87b8-481a4260243a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.094475 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-781a0814-1fa6-41c0-87b8-481a4260243a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4581420 Aug 29 22:55:34.097297 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35454) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:34.098638 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-2b341095-35b2-4459-b668-d8629919de86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.100423 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-2b341095-35b2-4459-b668-d8629919de86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4530714 Aug 29 22:55:34.103046 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35456) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:34.108436 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-599e3fb5-4d5c-4cba-b268-f8a4fe1cfa93 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'security_group_rule': {'security_group_id': 'b761ee98-305a-47e2-8b67-6081f758a4b7', 'project_id': '98941ac6692045859aa7639192603764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:34.108604 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-645d71ba-00f3-4895-9808-eda8d394dd56 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': 'bbf51910-0cf4-49f5-9344-f0788822adfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:34.109419 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:34.189435 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Set router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:34.218591 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-645d71ba-00f3-4895-9808-eda8d394dd56 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (36842e7b-b6e1-47c3-a427-85442c4b0396), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.302055 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-645d71ba-00f3-4895-9808-eda8d394dd56 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (36842e7b-b6e1-47c3-a427-85442c4b0396), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.358859 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-645d71ba-00f3-4895-9808-eda8d394dd56 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (36842e7b-b6e1-47c3-a427-85442c4b0396), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.380749 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d71ba-00f3-4895-9808-eda8d394dd56 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36842e7b-b6e1-47c3-a427-85442c4b0396,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:34.429583 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-645d71ba-00f3-4895-9808-eda8d394dd56 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.431127 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 4, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port': {'id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '3649a3ab-fca8-430f-98a1-c40284a9698b', 'name': '', 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'mac_address': 'fa:16:3e:9a:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '34409a30-44ad-4d42-a53e-6544b492fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:30Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 2, 'project_id': 'e631bf7db91048f88772928b60dec182', 'subnets': [{'id': '34409a30-44ad-4d42-a53e-6544b492fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:34.434458 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-645d71ba-00f3-4895-9808-eda8d394dd56 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275738 Aug 29 22:55:34.434627 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35458) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:34.439881 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-8e2b12b1-4a79-40a8-b8ff-47e147987857 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': 'bbf51910-0cf4-49f5-9344-f0788822adfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:34.472563 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Checking router: 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:34.472956 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Updating router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb port 3649a3ab-fca8-430f-98a1-c40284a9698b binding host dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:55:34.513717 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.519020 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-599e3fb5-4d5c-4cba-b268-f8a4fe1cfa93 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (2b0266e9-4567-43c9-9960-745e0edf29d6), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.533032 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8e2b12b1-4a79-40a8-b8ff-47e147987857 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (447d33b0-8450-4ec0-9d3f-362eccf1f0cf), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.602040 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-599e3fb5-4d5c-4cba-b268-f8a4fe1cfa93 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (2b0266e9-4567-43c9-9960-745e0edf29d6), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.614992 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:34.684747 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-599e3fb5-4d5c-4cba-b268-f8a4fe1cfa93 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (2b0266e9-4567-43c9-9960-745e0edf29d6), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.713956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e3fb5-4d5c-4cba-b268-f8a4fe1cfa93 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0266e9-4567-43c9-9960-745e0edf29d6,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:34.768825 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-599e3fb5-4d5c-4cba-b268-f8a4fe1cfa93 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.774681 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-599e3fb5-4d5c-4cba-b268-f8a4fe1cfa93 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6762011 Aug 29 22:55:34.778965 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35464) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:34.786801 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-bf095b4d-02e7-4e92-830f-262eef9a1ba2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'security_group_rule': {'security_group_id': 'b761ee98-305a-47e2-8b67-6081f758a4b7', 'project_id': '98941ac6692045859aa7639192603764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:34.834801 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Publish callbacks [] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), precommit_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.861620 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8e2b12b1-4a79-40a8-b8ff-47e147987857 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (447d33b0-8450-4ec0-9d3f-362eccf1f0cf), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.891114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bf095b4d-02e7-4e92-830f-262eef9a1ba2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (10b4721e-f114-4a98-9663-2d0d54ce8cd9), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.913600 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.938497 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8e2b12b1-4a79-40a8-b8ff-47e147987857 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (447d33b0-8450-4ec0-9d3f-362eccf1f0cf), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.965718 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9d222-c627-466e-95dd-363a19ebcc8b None None] Pushing event updated for resources: {'Port': ['ID=3649a3ab-fca8-430f-98a1-c40284a9698b,revision_number=3']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:34.969645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bf095b4d-02e7-4e92-830f-262eef9a1ba2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (10b4721e-f114-4a98-9663-2d0d54ce8cd9), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:34.994358 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b12b1-4a79-40a8-b8ff-47e147987857 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447d33b0-8450-4ec0-9d3f-362eccf1f0cf,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:35.033708 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bf095b4d-02e7-4e92-830f-262eef9a1ba2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (10b4721e-f114-4a98-9663-2d0d54ce8cd9), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.048262 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Attempting to bind port 3649a3ab-fca8-430f-98a1-c40284a9698b on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:35.048682 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Attempting to bind port 3649a3ab-fca8-430f-98a1-c40284a9698b by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:35.049067 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Attempting to bind port 3649a3ab-fca8-430f-98a1-c40284a9698b on network 2157d3c4-9208-44a8-9144-e566958d24a9 {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:35.054241 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:35.054920 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf095b4d-02e7-4e92-830f-262eef9a1ba2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b4721e-f114-4a98-9663-2d0d54ce8cd9,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:35.055032 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Checking segment: {'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:35.055032 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.061221 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Bound using segment: {'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'} {{(pid=124853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:35.061754 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.managers [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Bound port: 3649a3ab-fca8-430f-98a1-c40284a9698b, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ede14d-26b2-477e-82aa-c270fc0baf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9'}}] {{(pid=124853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:35.062100 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), before_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.065551 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8e2b12b1-4a79-40a8-b8ff-47e147987857 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.066800 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-8e2b12b1-4a79-40a8-b8ff-47e147987857 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6310921 Aug 29 22:55:35.069913 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35466) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:35.079109 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:35.096691 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:35.114722 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a4fede0a-6e69-4e9c-be57-a042e548e275 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:35.127411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bf095b4d-02e7-4e92-830f-262eef9a1ba2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.131387 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] For port 3649a3ab-fca8-430f-98a1-c40284a9698b, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:35.131550 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-bf095b4d-02e7-4e92-830f-262eef9a1ba2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3475366 Aug 29 22:55:35.131643 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35468) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:35.134338 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.plugins.ml2.db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] For port 3649a3ab-fca8-430f-98a1-c40284a9698b, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=3649a3ab-fca8-430f-98a1-c40284a9698b,segment=NetworkSegment(34ede14d-26b2-477e-82aa-c270fc0baf1e),segment_id=34ede14d-26b2-477e-82aa-c270fc0baf1e)] {{(pid=124853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:35.136666 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-fbbc74f5-b429-4b75-b4ad-ff7167521f33 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'security_group_rule': {'security_group_id': 'b761ee98-305a-47e2-8b67-6081f758a4b7', 'project_id': '98941ac6692045859aa7639192603764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:35.165144 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port a4fede0a-6e69-4e9c-be57-a042e548e275 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:35.166193 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.168582 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:35.193645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.193998 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron_lib.callbacks.manager [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), after_update {{(pid=124853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.225073 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fbbc74f5-b429-4b75-b4ad-ff7167521f33 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (7e696603-e3e9-483e-85a0-86fd5173072f), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.231623 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Routers {'16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:35.233195 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:35.249468 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port a4fede0a-6e69-4e9c-be57-a042e548e275 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:35.249863 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.272559 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port a4fede0a-6e69-4e9c-be57-a042e548e275, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=a4fede0a-6e69-4e9c-be57-a042e548e275,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:35.288311 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.291918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:35.316390 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fbbc74f5-b429-4b75-b4ad-ff7167521f33 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (7e696603-e3e9-483e-85a0-86fd5173072f), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.320546 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:35.345145 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9d222-c627-466e-95dd-363a19ebcc8b None None] Pushing event updated for resources: {'Port': ['ID=3649a3ab-fca8-430f-98a1-c40284a9698b,revision_number=4']} {{(pid=124853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:35.349269 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.350256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a6e0690b-9108-4902-8c5c-9732150cd8cb up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:35.366805 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] Set router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:35.370858 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fbbc74f5-b429-4b75-b4ad-ff7167521f33 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (7e696603-e3e9-483e-85a0-86fd5173072f), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.391489 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:35.398829 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc74f5-b429-4b75-b4ad-ff7167521f33 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e696603-e3e9-483e-85a0-86fd5173072f,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:35.413233 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.27.4.180 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/84bd677a-ca2b-47c8-beb5-4ddba46ef447) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:35.426556 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:35.461491 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=a4fede0a-6e69-4e9c-be57-a042e548e275,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:35.466104 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port a6e0690b-9108-4902-8c5c-9732150cd8cb triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:35.466475 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.478685 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fbbc74f5-b429-4b75-b4ad-ff7167521f33 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.480545 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-fbbc74f5-b429-4b75-b4ad-ff7167521f33 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3478281 Aug 29 22:55:35.481164 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35470) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:35.485575 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'security_group_rule': {'security_group_id': 'b761ee98-305a-47e2-8b67-6081f758a4b7', 'project_id': '98941ac6692045859aa7639192603764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:35.517015 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:35.545819 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port a6e0690b-9108-4902-8c5c-9732150cd8cb is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:35.557587 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.606257 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.securitygroups_db [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Project 98941ac6692045859aa7639192603764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:55:35.608544 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 4, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port': {'id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '3649a3ab-fca8-430f-98a1-c40284a9698b', 'name': '', 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'mac_address': 'fa:16:3e:9a:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '34409a30-44ad-4d42-a53e-6544b492fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:30Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': 'e631bf7db91048f88772928b60dec182', 'subnets': [{'id': '34409a30-44ad-4d42-a53e-6544b492fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:35.615011 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (3725b61f-7eac-4834-b307-c963800774ef), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.635921 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac66553-38d8-467e-b4ca-f0a06c2ea8e8 None None] The sync data for ids ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'] in dv-cinder-854269-4-iscsi is: [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T22:55:31Z', 'revision_number': 4, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port': {'id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '3649a3ab-fca8-430f-98a1-c40284a9698b', 'name': '', 'network_id': '2157d3c4-9208-44a8-9144-e566958d24a9', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'mac_address': 'fa:16:3e:9a:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '34409a30-44ad-4d42-a53e-6544b492fe90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:30Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': 'e631bf7db91048f88772928b60dec182', 'subnets': [{'id': '34409a30-44ad-4d42-a53e-6544b492fe90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:35.675942 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (3725b61f-7eac-4834-b307-c963800774ef), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.679401 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.718823 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:35.721676 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:35.725168 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:35.760202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=84bd677a-ca2b-47c8-beb5-4ddba46ef447,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:35.776561 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (3725b61f-7eac-4834-b307-c963800774ef), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.800886 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3725b61f-7eac-4834-b307-c963800774ef,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:35.825079 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (a1337545-7868-4d7e-ae4b-939b166f9bb6), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.917129 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.919295 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-d310ec03-3624-40d2-b585-f070a9a3a596 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4371212 Aug 29 22:55:35.922004 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35472) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:35.926510 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'security_group_rule': {'security_group_id': 'b761ee98-305a-47e2-8b67-6081f758a4b7', 'project_id': '98941ac6692045859aa7639192603764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:35.943631 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:35.993719 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.securitygroups_db [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Project 98941ac6692045859aa7639192603764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 22:55:36.003078 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (05c5c916-9265-48f3-abe1-adb3c3cb7b5e), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.064651 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (05c5c916-9265-48f3-abe1-adb3c3cb7b5e), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.111344 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.171482 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (05c5c916-9265-48f3-abe1-adb3c3cb7b5e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.172462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.199796 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05c5c916-9265-48f3-abe1-adb3c3cb7b5e,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:36.247251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=84bd677a-ca2b-47c8-beb5-4ddba46ef447,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:36.253238 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.254709 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a2d5a53d-68d5-4d67-a2d4-19266646e1fb tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3316479 Aug 29 22:55:36.264263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:36.304267 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (a1337545-7868-4d7e-ae4b-939b166f9bb6), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.518992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:36.531276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:36.531904 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:36.553325 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:36.560823 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-026e0a17-ec63-4f75-942c-02f8ff3b1a67 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4844480 Aug 29 22:55:36.681529 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:36.753999 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-2687ce04-0367-4b57-977f-b859641fef0e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1793930465&fields=id&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 267 time: 0.0547216 Aug 29 22:55:36.885770 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-b0ca7862-cbf3-4329-bc03-09e9fedc9e23 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:36.887341 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-b0ca7862-cbf3-4329-bc03-09e9fedc9e23 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1264122 Aug 29 22:55:36.904785 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-c4ee2efd-904c-40ae-a95e-7aa98c0da227 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/quotas/77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 375 time: 0.0114522 Aug 29 22:55:36.941354 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 2, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:36.979183 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-579466c3-510b-4233-b928-a7a99b209a88 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670245 Aug 29 22:55:36.982096 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:36.982989 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Updating router 9b133be4-e554-480a-89e7-d77df2a7a240 port 125a933d-c75e-49b7-bfdb-5e41ca628668 binding host dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 22:55:37.019013 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.114526 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-c1dd09db-58b2-4e75-8d83-8b704fffcf31 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221628 Aug 29 22:55:37.135925 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:37.175450 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a4fede0a-6e69-4e9c-be57-a042e548e275 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:37.261167 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:37.279183 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-94f73d53-1767-430b-84f5-bc8d16b25000 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571689 Aug 29 22:55:37.335337 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port a4fede0a-6e69-4e9c-be57-a042e548e275 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:37.335760 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.406318 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Publish callbacks [] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), precommit_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.459701 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:37.465238 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.471192 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port a4fede0a-6e69-4e9c-be57-a042e548e275 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:37.473244 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 3649a3ab-fca8-430f-98a1-c40284a9698b up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:37.578179 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-bc564c32-20df-428d-a109-fd75834b8e1f req-161ffb7d-1698-4c9b-ab34-ef69aec32aa4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 210 time: 0.0492663 Aug 29 22:55:37.609391 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a80efd-604f-473f-81e6-8f702d17cda2 None None] Pushing event updated for resources: {'Port': ['ID=125a933d-c75e-49b7-bfdb-5e41ca628668,revision_number=3']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:37.662263 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 3649a3ab-fca8-430f-98a1-c40284a9698b triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:37.662676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.696679 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Attempting to bind port 125a933d-c75e-49b7-bfdb-5e41ca628668 on host dv-cinder-854269-4-iscsi for vnic_type normal with profile {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:37.697479 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Attempting to bind port 125a933d-c75e-49b7-bfdb-5e41ca628668 by drivers openvswitch,hyperv on host dv-cinder-854269-4-iscsi at level 0 using segments [{'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:37.697479 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Attempting to bind port 125a933d-c75e-49b7-bfdb-5e41ca628668 on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:37.705101 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Checking agent: {'id': '6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854269-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 39, 57), 'started_at': datetime.datetime(2022, 8, 29, 22, 40, 27), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854269-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:37.705568 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Checking segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:37.705979 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.706378 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Bound using segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} {{(pid=124852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:37.706868 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.managers [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Bound port: 125a933d-c75e-49b7-bfdb-5e41ca628668, host: dv-cinder-854269-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}}] {{(pid=124852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:37.707252 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.800661 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 3649a3ab-fca8-430f-98a1-c40284a9698b is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:37.801110 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.844419 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] For port 125a933d-c75e-49b7-bfdb-5e41ca628668, host dv-cinder-854269-4-iscsi, cleared binding levels {{(pid=124852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:37.849046 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] For port 125a933d-c75e-49b7-bfdb-5e41ca628668, host dv-cinder-854269-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=125a933d-c75e-49b7-bfdb-5e41ca628668,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:37.872262 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 3649a3ab-fca8-430f-98a1-c40284a9698b, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=3649a3ab-fca8-430f-98a1-c40284a9698b,segment=NetworkSegment(34ede14d-26b2-477e-82aa-c270fc0baf1e),segment_id=34ede14d-26b2-477e-82aa-c270fc0baf1e)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:37.931968 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.960066 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:37.974890 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:37.975534 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:38.030797 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a80efd-604f-473f-81e6-8f702d17cda2 None None] Pushing event updated for resources: {'Port': ['ID=125a933d-c75e-49b7-bfdb-5e41ca628668,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:38.141609 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=3649a3ab-fca8-430f-98a1-c40284a9698b,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:38.151427 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:38.222668 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:38.361149 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:37Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:38.391390 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2db5a-de47-4635-836e-018586f5b4ca None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:37Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:38.674125 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d47884a4-0e3c-4a89-86ed-de9fb0bba400 req-37cb49e9-0c6a-423d-8ef3-e2b529784744 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 210 time: 0.0401037 Aug 29 22:55:39.041383 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 3649a3ab-fca8-430f-98a1-c40284a9698b up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:39.096742 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 3649a3ab-fca8-430f-98a1-c40284a9698b triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:39.097123 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:39.123701 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:39.184735 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 3649a3ab-fca8-430f-98a1-c40284a9698b is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:39.185460 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 125a933d-c75e-49b7-bfdb-5e41ca628668 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:39.373284 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 125a933d-c75e-49b7-bfdb-5e41ca628668 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:39.377435 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:39.460131 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 125a933d-c75e-49b7-bfdb-5e41ca628668 is: DOWN; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:39.460578 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:39.501854 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] For port 125a933d-c75e-49b7-bfdb-5e41ca628668, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=125a933d-c75e-49b7-bfdb-5e41ca628668,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:39.558977 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:39.618307 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Pushing event updated for resources: {'Port': ['ID=125a933d-c75e-49b7-bfdb-5e41ca628668,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:39.780173 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f08ef11d-1219-43e0-8d8a-9bdf8d51b7c7 req-cc64f8c3-0744-4dee-8c90-09b33126a502 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 210 time: 0.0285666 Aug 29 22:55:40.093877 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-b2bec8c7-8bd5-4db2-88b6-16bb08e0dd07 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:40.095427 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-b2bec8c7-8bd5-4db2-88b6-16bb08e0dd07 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1148741 Aug 29 22:55:40.160414 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-0798d789-c15a-4692-b7b2-8459025715a4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 380 time: 0.0552680 Aug 29 22:55:40.169323 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'port': {'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'admin_state_up': True, 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'security_groups': ['bbf51910-0cf4-49f5-9344-f0788822adfb']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:40.336234 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Made reservation on behalf of 77495a957104457c8f0cbee8c01a4536 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:40.340517 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:40.482470 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.20.0.7 (3c5a5718-95a5-4078-9ca0-1c8c805a3f99/36e22cea-7aed-4355-b1b3-7416053be350/e012ab5d-526a-49b1-9047-fa65495d9acc) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:40.625701 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:40.708107 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:40.750096 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:40.753613 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:40.759867 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:40.763906 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:40.792515 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=e012ab5d-526a-49b1-9047-fa65495d9acc,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:40.827160 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:40.827795 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:40.840833 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:40.906360 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-5f4fdae1-c062-449d-ac91-49e00cdc4d86 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7407775 Aug 29 22:55:40.913427 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b516b3-0faa-45e2-8fa8-0168e0ac2c9e req-a74f1a4d-cb9e-4569-950b-969cf241eb09 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:40.915332 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-48b516b3-0faa-45e2-8fa8-0168e0ac2c9e req-a74f1a4d-cb9e-4569-950b-969cf241eb09 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 931 time: 0.0554857 Aug 29 22:55:40.920373 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Request body: {'port': {'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:41.007628 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 125a933d-c75e-49b7-bfdb-5e41ca628668 up at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:41.028865 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-48b516b3-0faa-45e2-8fa8-0168e0ac2c9e req-c94f60c4-a41e-43b9-8ae8-971c8d6454fa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874915 Aug 29 22:55:41.029594 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.058987 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-a0f532db-5f33-48b4-a0fd-c403724bf2d3 None None] Provisioning complete for port e012ab5d-526a-49b1-9047-fa65495d9acc triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:41.059512 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a0f532db-5f33-48b4-a0fd-c403724bf2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.103940 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Provisioning complete for port 125a933d-c75e-49b7-bfdb-5e41ca628668 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:41.104315 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.107952 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-a0f532db-5f33-48b4-a0fd-c403724bf2d3 None None] Port e012ab5d-526a-49b1-9047-fa65495d9acc cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:41.185503 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Current status of the port 125a933d-c75e-49b7-bfdb-5e41ca628668 is: ACTIVE; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:41.319554 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e012ab5d-526a-49b1-9047-fa65495d9acc {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:55:41.327406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Publish callbacks [] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.340803 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Transition to ACTIVE for port object e012ab5d-526a-49b1-9047-fa65495d9acc will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:55:41.393360 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.481468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Pushing event updated for resources: {'Port': ['ID=e012ab5d-526a-49b1-9047-fa65495d9acc,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:41.511131 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Attempting to bind port e012ab5d-526a-49b1-9047-fa65495d9acc on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:41.511477 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Attempting to bind port e012ab5d-526a-49b1-9047-fa65495d9acc by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:41.511807 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Attempting to bind port e012ab5d-526a-49b1-9047-fa65495d9acc on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:41.516512 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Port e012ab5d-526a-49b1-9047-fa65495d9acc on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:55:41.516870 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Attempting to bind port e012ab5d-526a-49b1-9047-fa65495d9acc on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:41.521869 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:41.522207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Checking segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:41.522593 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Bound using segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:41.523020 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Bound port: e012ab5d-526a-49b1-9047-fa65495d9acc, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:41.523379 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.585838 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] For port e012ab5d-526a-49b1-9047-fa65495d9acc, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:41.589736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] For port e012ab5d-526a-49b1-9047-fa65495d9acc, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e012ab5d-526a-49b1-9047-fa65495d9acc,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:41.702562 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.706935 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:41.707541 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:41.708992 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/e012ab5d-526a-49b1-9047-fa65495d9acc HTTP/1.1" status: 200 len: 1093 time: 0.7927029 Aug 29 22:55:41.709479 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:41.712936 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352cf9b3-b33b-4364-a4e2-2280a1c9f76e" -d '{"events": [{"name": "network-changed", "server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:41.756064 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9f19f6-edbf-4fde-807d-6f5362ea5759 x-openstack-request-id: req-3f9f19f6-edbf-4fde-807d-6f5362ea5759 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:41.756343 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:41.756754 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f9f19f6-edbf-4fde-807d-6f5362ea5759 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:41.757153 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9f19f6-edbf-4fde-807d-6f5362ea5759'] response: {'name': 'network-changed', 'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'status': 'completed', 'code': 200} Aug 29 22:55:41.762446 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a8641-f267-4fab-8a44-45a17a358c10 service neutron] Pushing event updated for resources: {'Port': ['ID=e012ab5d-526a-49b1-9047-fa65495d9acc,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:41.822777 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cf9b3-b33b-4364-a4e2-2280a1c9f76e req-af49d799-b660-4361-9668-1b8a04aaa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:41.824356 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-352cf9b3-b33b-4364-a4e2-2280a1c9f76e req-af49d799-b660-4361-9668-1b8a04aaa6e0 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 1127 time: 0.0470173 Aug 29 22:55:41.848424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:41.931883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cf9b3-b33b-4364-a4e2-2280a1c9f76e req-9cfc4d97-7c53-4f83-8af3-a30186e2ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:41.933387 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-352cf9b3-b33b-4364-a4e2-2280a1c9f76e req-9cfc4d97-7c53-4f83-8af3-a30186e2ecd9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=77495a957104457c8f0cbee8c01a4536&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949440 Aug 29 22:55:42.001455 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:42.031601 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cf9b3-b33b-4364-a4e2-2280a1c9f76e req-596c7310-3670-46c3-90e8-c737818efa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:42.033104 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-352cf9b3-b33b-4364-a4e2-2280a1c9f76e req-596c7310-3670-46c3-90e8-c737818efa3e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936995 Aug 29 22:55:42.116687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-7362fc96-84ac-4a82-9850-efa3899b032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:42.118834 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-7362fc96-84ac-4a82-9850-efa3899b032b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 1127 time: 0.0447717 Aug 29 22:55:42.184793 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-d8694820-67c0-4078-b2e3-d46e6869de9a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e012ab5d-526a-49b1-9047-fa65495d9acc HTTP/1.1" status: 200 len: 217 time: 0.0554955 Aug 29 22:55:42.206396 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b699ecb-8d22-4724-b46a-6d9a5a73092f req-d9a0664c-6391-4206-8f73-39518e958ba6 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:42.207868 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2b699ecb-8d22-4724-b46a-6d9a5a73092f req-d9a0664c-6391-4206-8f73-39518e958ba6 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 943 time: 0.0872304 Aug 29 22:55:42.266553 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-ad113caa-168f-4b2d-aaa6-03742d7cafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:42.268041 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-ad113caa-168f-4b2d-aaa6-03742d7cafdf service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0755062 Aug 29 22:55:42.296596 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2b699ecb-8d22-4724-b46a-6d9a5a73092f req-c7b0c0e0-41ad-4066-badb-4cdbc024e61c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702157 Aug 29 22:55:42.332076 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-3d2a52a8-a381-4716-b8a6-e4bbde65c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:42.333618 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-3d2a52a8-a381-4716-b8a6-e4bbde65c48f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546641 Aug 29 22:55:42.444858 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-d2578a56-136f-423b-b3bb-aee17f8a7064 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038945 Aug 29 22:55:42.541663 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4f833de2-a4fd-4b35-b5e9-00f32390e095 req-98f02e7a-9ed9-49e6-b8b2-12908ca9b4d9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903304 Aug 29 22:55:43.425856 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aec954-d404-4c62-b884-402a8d404927 req-641ded52-7522-4e97-930f-30fcc7fccad7 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:43.427348 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b7aec954-d404-4c62-b884-402a8d404927 req-641ded52-7522-4e97-930f-30fcc7fccad7 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 943 time: 0.0511220 Aug 29 22:55:43.464980 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:43.476922 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b7aec954-d404-4c62-b884-402a8d404927 req-234740e6-84e8-4167-94ec-7017f1c07484 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425751 Aug 29 22:55:44.445869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device e012ab5d-526a-49b1-9047-fa65495d9acc details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:55:44.537396 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:44.554818 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port e012ab5d-526a-49b1-9047-fa65495d9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e012ab5d-526a-49b1-9047-fa65495d9acc,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:44.568544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:55:44.611343 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721869a8-3ef7-4bd1-a1b9-22c65d7c0953 req-c4593c12-84aa-4984-ab37-3830318b6c37 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:44.611916 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port e012ab5d-526a-49b1-9047-fa65495d9acc is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:44.612334 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:44.612911 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-721869a8-3ef7-4bd1-a1b9-22c65d7c0953 req-c4593c12-84aa-4984-ab37-3830318b6c37 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 943 time: 0.0510149 Aug 29 22:55:44.625827 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e012ab5d-526a-49b1-9047-fa65495d9acc {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:55:44.647137 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port e012ab5d-526a-49b1-9047-fa65495d9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e012ab5d-526a-49b1-9047-fa65495d9acc,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:44.664147 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-721869a8-3ef7-4bd1-a1b9-22c65d7c0953 req-43d25a9d-b64b-4cf6-97e8-088ea9c42a2e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450644 Aug 29 22:55:44.730874 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:44.779622 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=e012ab5d-526a-49b1-9047-fa65495d9acc,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:45.006180 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['e012ab5d-526a-49b1-9047-fa65495d9acc'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:55:45.126352 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:45.783928 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c457e-1fd9-482f-9436-65da1c71ac1c req-8e13cf59-7a41-4cef-8bd9-603d9a714c52 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:45.785455 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9d8c457e-1fd9-482f-9436-65da1c71ac1c req-8e13cf59-7a41-4cef-8bd9-603d9a714c52 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 944 time: 0.0469456 Aug 29 22:55:45.835908 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9d8c457e-1fd9-482f-9436-65da1c71ac1c req-3c63d98f-97e6-4722-ba2c-22b7ba2dc2c5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Aug 29 22:55:46.461586 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device e012ab5d-526a-49b1-9047-fa65495d9acc up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:55:46.505532 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port e012ab5d-526a-49b1-9047-fa65495d9acc completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:55:46.593230 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port e012ab5d-526a-49b1-9047-fa65495d9acc triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:46.593624 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:46.671638 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port e012ab5d-526a-49b1-9047-fa65495d9acc is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:55:46.672031 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:46.695318 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:46.697711 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab568aea-5f13-4280-b2be-3efd00639e1a" -d '{"events": [{"server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "name": "network-vif-plugged", "status": "completed", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:46.710210 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port e012ab5d-526a-49b1-9047-fa65495d9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e012ab5d-526a-49b1-9047-fa65495d9acc,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:46.747213 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8f2422-7664-4447-83d9-acdd6382bb7f x-openstack-request-id: req-5c8f2422-7664-4447-83d9-acdd6382bb7f {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:46.747825 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "name": "network-vif-plugged", "status": "completed", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:46.748367 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c8f2422-7664-4447-83d9-acdd6382bb7f {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:46.749031 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8f2422-7664-4447-83d9-acdd6382bb7f'] response: {'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'code': 200} Aug 29 22:55:46.781694 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:46.829338 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=e012ab5d-526a-49b1-9047-fa65495d9acc,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:46.964032 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41eead-8105-435c-9a8e-01390c40bb4f req-22adec96-a47d-448b-b634-4cd26877eb61 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:46.965850 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3e41eead-8105-435c-9a8e-01390c40bb4f req-22adec96-a47d-448b-b634-4cd26877eb61 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 945 time: 0.0558167 Aug 29 22:55:47.005016 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bd2cb-9e48-4dac-bba3-48d245af0913 req-c6c7dac4-739a-4b4d-a7d0-339fe6a7255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:47.006461 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-403bd2cb-9e48-4dac-bba3-48d245af0913 req-c6c7dac4-739a-4b4d-a7d0-339fe6a7255f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 1129 time: 0.0395207 Aug 29 22:55:47.018549 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3e41eead-8105-435c-9a8e-01390c40bb4f req-8bb10df5-f4db-4ccb-970f-036c86f66401 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467863 Aug 29 22:55:47.052536 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-403bd2cb-9e48-4dac-bba3-48d245af0913 req-a12228b8-1639-4bc3-afcf-7a8b9b033f9c service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Aug 29 22:55:47.586012 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:48.144123 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c5d25-3ae8-46e3-9d3d-7b15c70fd95b req-9239f3ed-8ff8-4084-b2fd-d57c41674266 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:48.145643 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-473c5d25-3ae8-46e3-9d3d-7b15c70fd95b req-9239f3ed-8ff8-4084-b2fd-d57c41674266 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 945 time: 0.0511322 Aug 29 22:55:48.194222 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-473c5d25-3ae8-46e3-9d3d-7b15c70fd95b req-a7da78a5-738a-4367-8d08-242b71386fa0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Aug 29 22:55:49.314791 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88390f-1bf9-4a77-97ca-a23d8d06c99c req-6591d2fd-6db0-4a11-8fb1-82cba53d029d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:49.316302 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0c88390f-1bf9-4a77-97ca-a23d8d06c99c req-6591d2fd-6db0-4a11-8fb1-82cba53d029d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 945 time: 0.0480061 Aug 29 22:55:49.366319 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0c88390f-1bf9-4a77-97ca-a23d8d06c99c req-f64b735a-61ee-4cd1-9706-2542b03010ed tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Aug 29 22:55:49.482995 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbad8c8-e2f0-4a23-92c0-193b61d583bc req-ddbea2fb-a1d9-4b86-9f04-2b7b4ace2793 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:49.484468 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-efbad8c8-e2f0-4a23-92c0-193b61d583bc req-ddbea2fb-a1d9-4b86-9f04-2b7b4ace2793 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 945 time: 0.0482154 Aug 29 22:55:49.484876 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:49.495712 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35622) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:49.501026 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:49.543855 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (a1337545-7868-4d7e-ae4b-939b166f9bb6), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:49.983261 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:50.038590 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (a1337545-7868-4d7e-ae4b-939b166f9bb6), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:50.144538 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP a1337545-7868-4d7e-ae4b-939b166f9bb6 associated. External IP: 172.27.4.180, port: e012ab5d-526a-49b1-9047-fa65495d9acc. Aug 29 22:55:50.285091 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:50.287181 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:50.346597 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:50.456257 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:50.461108 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:50.469180 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:50.481355 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:50.481974 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:50.494728 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-0c906b8a-697c-4eb0-bb95-58d450863e8f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/a1337545-7868-4d7e-ae4b-939b166f9bb6 HTTP/1.1" status: 200 len: 991 time: 0.9978061 Aug 29 22:55:50.495362 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:50.497668 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93e820-ea0d-4f73-a48c-09dded0b1faf" -d '{"events": [{"name": "network-changed", "server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:50.543522 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78beae94-68ed-4321-9bab-ee67ac59ea26 x-openstack-request-id: req-78beae94-68ed-4321-9bab-ee67ac59ea26 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:50.545152 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:50.545152 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78beae94-68ed-4321-9bab-ee67ac59ea26 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:50.545152 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78beae94-68ed-4321-9bab-ee67ac59ea26'] response: {'name': 'network-changed', 'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'status': 'completed', 'code': 200} Aug 29 22:55:50.589459 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:50.623994 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-7f74dc0c-f618-457f-b2c4-07a1f6ad1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:50.626008 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-7f74dc0c-f618-457f-b2c4-07a1f6ad1e91 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 1129 time: 0.0487134 Aug 29 22:55:50.730585 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-45039339-4994-4eff-8308-545376271701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:50.732104 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-45039339-4994-4eff-8308-545376271701 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 916 time: 0.0989113 Aug 29 22:55:50.784418 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:50.804102 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-7652a24f-718f-4462-a822-4a6c9dc654b1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e012ab5d-526a-49b1-9047-fa65495d9acc HTTP/1.1" status: 200 len: 999 time: 0.0634546 Aug 29 22:55:50.844756 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:50.861613 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-d7e836a8-a932-461c-8aed-172520c0e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:50.863225 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-d7e836a8-a932-461c-8aed-172520c0e471 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0503275 Aug 29 22:55:50.909210 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-52c5c359-383d-4c97-98e9-75bdf6b2cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:50.910731 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-52c5c359-383d-4c97-98e9-75bdf6b2cc83 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402465 Aug 29 22:55:50.913062 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:49Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:50.943379 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:50.952573 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:50.953210 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:51.015010 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-e9cb6e35-2935-400c-bb4e-50c4b1e317e6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960395 Aug 29 22:55:51.037860 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:51.070884 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:51.123749 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d93e820-ea0d-4f73-a48c-09dded0b1faf req-bbb72fac-4f49-458f-b783-4c7029a62ccc service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009760 Aug 29 22:55:51.187275 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afe16a-0b42-4433-916e-0c180a73e8ad req-19d97a31-c912-4b67-8a98-c9a5e39c0e8f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:51.188829 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a9afe16a-0b42-4433-916e-0c180a73e8ad req-19d97a31-c912-4b67-8a98-c9a5e39c0e8f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 947 time: 0.0500331 Aug 29 22:55:51.238088 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a9afe16a-0b42-4433-916e-0c180a73e8ad req-4d9d6a0e-6460-4d26-98a0-ea53753f6eb6 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Aug 29 22:55:51.300377 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:49Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:51.325539 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b8ad7-bd01-4649-b3e3-081d4b48117a None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:49Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:51.520547 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf357f-8889-41ce-9262-605078434651 None None] New status for floating IP a1337545-7868-4d7e-ae4b-939b166f9bb6: ACTIVE {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:55:52.365772 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24125edb-590f-417a-8edb-ff553c5dd3ef req-f8af26c9-be22-452a-8b36-6c93805f0071 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:52.367261 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-24125edb-590f-417a-8edb-ff553c5dd3ef req-f8af26c9-be22-452a-8b36-6c93805f0071 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 947 time: 0.0490611 Aug 29 22:55:52.375941 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b573b472-b1b4-4449-a383-1c0be100ba76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:52.417542 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-24125edb-590f-417a-8edb-ff553c5dd3ef req-491e993c-73a4-4256-a841-c9e9a707f8c7 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f133f09c-286e-49d8-8aa9-991993682ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431826 Aug 29 22:55:52.683075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853e197-4084-42f3-b264-b343fdad8300 req-a0316496-770e-4f06-9717-86f0a1944a4f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:52.684437 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b853e197-4084-42f3-b264-b343fdad8300 req-a0316496-770e-4f06-9717-86f0a1944a4f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 947 time: 0.0504777 Aug 29 22:55:52.770405 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Deleting port 4a7754e6-246d-4310-9f9e-5d280d55294e {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:52.770748 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:52.863557 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] For port 4a7754e6-246d-4310-9f9e-5d280d55294e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=4a7754e6-246d-4310-9f9e-5d280d55294e,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:55:52.863924 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:53.027828 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:53.028192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (c0234932-c768-47e9-9b62-a31885779ea7), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:53.028508 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Floating IP c0234932-c768-47e9-9b62-a31885779ea7 disassociated. External IP: 172.27.4.119, port: 4a7754e6-246d-4310-9f9e-5d280d55294e. Aug 29 22:55:53.028929 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Calling delete_port for 4a7754e6-246d-4310-9f9e-5d280d55294e owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:53.147405 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:53.255669 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (4a7754e6-246d-4310-9f9e-5d280d55294e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:53.284811 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event deleted for resources: {'Port': ['ID=4a7754e6-246d-4310-9f9e-5d280d55294e,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.302285 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.303424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.303424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.303424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:53.336560 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:53.685715 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-63e640d8-e732-4338-98d8-17f05babd6bc req-c89fc590-14e0-483d-b0b1-d84c83f15edd tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 210 time: 0.0380666 Aug 29 22:55:53.704966 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:55:53.816017 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:55:53.826046 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] Sync routers for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:55:53.842909 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:53.843531 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:53.859765 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] No DVR routers for this DVR port 4a7754e6-246d-4310-9f9e-5d280d55294e on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:55:53.862321 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:53.865600 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b853e197-4084-42f3-b264-b343fdad8300 req-3db4a81d-cbda-4630-91ca-179328b22136 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.71 "DELETE /networking/v2.0/ports/4a7754e6-246d-4310-9f9e-5d280d55294e HTTP/1.1" status: 204 len: 173 time: 1.1750679 Aug 29 22:55:53.866036 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-deleted', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:53.868360 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2bbebc-327e-45ae-a46c-270b5c26246a" -d '{"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-deleted", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:53.911529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a77f36-37ab-46c1-a5de-28539f48a2f7 x-openstack-request-id: req-62a77f36-37ab-46c1-a5de-28539f48a2f7 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:53.911825 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4382fa7b-f19c-4e64-bcb4-28994556231c", "name": "network-vif-deleted", "tag": "4a7754e6-246d-4310-9f9e-5d280d55294e", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:53.912079 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62a77f36-37ab-46c1-a5de-28539f48a2f7 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:53.912522 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a77f36-37ab-46c1-a5de-28539f48a2f7'] response: {'server_uuid': '4382fa7b-f19c-4e64-bcb4-28994556231c', 'name': 'network-vif-deleted', 'tag': '4a7754e6-246d-4310-9f9e-5d280d55294e', 'status': 'completed', 'code': 200} Aug 29 22:55:53.946063 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:53.954592 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:54.188535 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:54.192038 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] Checking router: a19c600e-a3f0-47bb-b7b2-7eafae2ca572 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:55:54.202270 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:55:54.202901 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:54.314777 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:55:54.434286 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-3f2311b2-998e-4ab8-b863-b6216a490a80 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1435890377&fields=id&tenant_id=98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 267 time: 0.0511632 Aug 29 22:55:54.497768 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:54.521960 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:55:54.552048 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024193e-ba5f-46d7-b0b1-2b0ff9e8bcc2 None None] The sync data for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi is: [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:48:29Z', 'revision_number': 4, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': 'f0068afd-0810-4511-9666-9746aa2b8427', 'name': '', 'network_id': 'b1b1aef3-5468-47e0-acb3-a09710f077e5', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'mac_address': 'fa:16:3e:8c:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:27Z', 'updated_at': '2022-08-29T22:48:41Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'subnets': [{'id': '1ba853ec-a232-440b-a7fd-394e0d4b08c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:55:54.583851 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-85174ee7-4a1b-441f-a286-2073228384d8 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:54.584900 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-85174ee7-4a1b-441f-a286-2073228384d8 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 812 time: 0.1441774 Aug 29 22:55:54.603766 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-e54b9a36-06ad-44a9-ae21-2eddd437f1ef tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/quotas/98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 375 time: 0.0120628 Aug 29 22:55:54.658053 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-1130fca0-4af3-46a7-84d2-423216c6c96e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485799 Aug 29 22:55:54.726079 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2ea603e5-9d39-4c4e-9796-4213db682b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:54.779956 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-01c3ad22-5bde-4938-afd0-6d378ed0c739 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094425 Aug 29 22:55:54.824767 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336002a-0e14-40c9-b19f-d9ffceb8f57f None None] New status for floating IP c0234932-c768-47e9-9b62-a31885779ea7: DOWN {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:55:54.843387 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6e4a29f3-e944-46cf-9d1e-a742117a03eb req-a9befee7-86ab-4f88-9ff3-2595f8bdaf02 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4382fa7b-f19c-4e64-bcb4-28994556231c HTTP/1.1" status: 200 len: 210 time: 0.0343785 Aug 29 22:55:54.901026 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-daf9f0a4-bd9d-4e16-a756-1e51298f2798 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143401 Aug 29 22:55:55.487138 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8b3a21de-9e04-4bca-8fa6-e1bef780ddc3 req-b02605ed-d034-4b9e-931c-3e5c3ee9ebc5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 210 time: 0.0355318 Aug 29 22:55:56.034827 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35682) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:56.096660 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (f133f09c-286e-49d8-8aa9-991993682ec2), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.107059 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.120939 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (f133f09c-286e-49d8-8aa9-991993682ec2), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.203819 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f133f09c-286e-49d8-8aa9-991993682ec2), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.206453 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.207600 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f133f09c-286e-49d8-8aa9-991993682ec2 HTTP/1.1" status: 204 len: 168 time: 0.1717980 Aug 29 22:55:56.210561 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35686) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:56.217854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133f09c-286e-49d8-8aa9-991993682ec2,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:56.225147 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.api.v2.resource [None req-063d5d16-fe35-4bde-9402-18bf2a390891 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] show failed (client error): The resource could not be found. Aug 29 22:55:56.225321 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.225530 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.228898 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230060 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-063d5d16-fe35-4bde-9402-18bf2a390891 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "GET /networking/v2.0/security-groups/f133f09c-286e-49d8-8aa9-991993682ec2 HTTP/1.1" status: 404 len: 347 time: 0.0145640 Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.230286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.231316 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35688) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:56.231418 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.231418 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f075159a-2d06-4a4a-b75e-db882d569931 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:55:56.352803 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Deleting port 59f853fd-b3d4-489d-8637-67d5c39967d7 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:55:56.353167 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.431251 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.431495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (59f853fd-b3d4-489d-8637-67d5c39967d7), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.444600 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Calling delete_port for 59f853fd-b3d4-489d-8637-67d5c39967d7 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:55:56.526794 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:55:56.527007 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:56.529412 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:56.551445 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 4a7754e6-246d-4310-9f9e-5d280d55294e {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:55:56.554380 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 4a7754e6-246d-4310-9f9e-5d280d55294e not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:55:56.606864 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2f503e95-e0f1-46be-8043-209fbda4169d req-d9c407a6-4eef-44f3-baf4-95460e3d8aea tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 210 time: 0.0356276 Aug 29 22:55:56.752934 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (59f853fd-b3d4-489d-8637-67d5c39967d7), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.782304 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Pushing event deleted for resources: {'Port': ['ID=59f853fd-b3d4-489d-8637-67d5c39967d7,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:56.847111 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks [] for floatingip (c0234932-c768-47e9-9b62-a31885779ea7), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.849735 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:56.850868 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-efc4550f-9e9b-4cae-bdf5-fdf923d7b9d1 tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/c0234932-c768-47e9-9b62-a31885779ea7 HTTP/1.1" status: 204 len: 168 time: 0.6182237 Aug 29 22:55:57.289667 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:57.473223 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:57.569712 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:57.717137 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c57b4566-998b-464a-b1e8-8f968b7036b5 req-0ed468fc-715c-4c8d-9677-58f86d40e403 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 210 time: 0.0291479 Aug 29 22:55:57.886037 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-8a73e411-f5e5-4a45-b587-68133440a062 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:57.887498 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-8a73e411-f5e5-4a45-b587-68133440a062 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 812 time: 0.1097689 Aug 29 22:55:57.948932 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-ab22e635-3a6b-4936-8ebf-001c0e9a37b8 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 380 time: 0.0538328 Aug 29 22:55:57.957198 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'port': {'device_id': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'admin_state_up': True, 'tenant_id': '98941ac6692045859aa7639192603764', 'security_groups': ['b761ee98-305a-47e2-8b67-6081f758a4b7']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:58.153858 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Made reservation on behalf of 98941ac6692045859aa7639192603764 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:55:58.158302 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.300551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Allocated IP 172.20.0.5 (2773dfeb-fc93-411d-adc3-1d803860c0cc/9c222687-4dbb-48b5-ae52-3f9b8482ac52/fd84b633-713d-417d-a59b-0ba0d9a4d3c4) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:55:58.446694 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.458133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:58.582474 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.629113 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:55:58.632372 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:55:58.637366 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:55:58.661774 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:58.665317 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:58.696755 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:58.697405 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.778511 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df4ebea0-1a7b-4ec0-99bd-6393ad9f6385 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8247936 Aug 29 22:55:58.796393 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Request body: {'port': {'device_id': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:55:58.850599 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-65000063-1850-4f91-9113-2549dce7fc03 None None] Provisioning complete for port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:55:58.851154 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-65000063-1850-4f91-9113-2549dce7fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.872356 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8c8b1-69d8-45f6-b8fd-5487dad023ee req-9753bf63-a4f1-4388-905a-e80ee5afdaae tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:58.873911 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-32e8c8b1-69d8-45f6-b8fd-5487dad023ee req-9753bf63-a4f1-4388-905a-e80ee5afdaae tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 931 time: 0.0745811 Aug 29 22:55:58.885201 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-65000063-1850-4f91-9113-2549dce7fc03 None None] Port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:55:58.915566 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:58.974727 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-32e8c8b1-69d8-45f6-b8fd-5487dad023ee req-0a34803f-a12b-4026-a5c8-dafd4b643d51 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843265 Aug 29 22:55:59.195181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:55:59.204507 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd84b633-713d-417d-a59b-0ba0d9a4d3c4 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:55:59.212172 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Publish callbacks [] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:59.225124 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Transition to ACTIVE for port object fd84b633-713d-417d-a59b-0ba0d9a4d3c4 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:55:59.272147 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:59.340242 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:59.390070 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Attempting to bind port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:55:59.390513 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Attempting to bind port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:55:59.390843 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Attempting to bind port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:59.395230 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 on network 2773dfeb-fc93-411d-adc3-1d803860c0cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:55:59.395549 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Attempting to bind port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:55:59.400391 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:55:59.400747 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Checking segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:55:59.401187 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Bound using segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:55:59.401609 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Bound port: fd84b633-713d-417d-a59b-0ba0d9a4d3c4, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:55:59.401962 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:59.462451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] For port fd84b633-713d-417d-a59b-0ba0d9a4d3c4, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:55:59.465677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] For port fd84b633-713d-417d-a59b-0ba0d9a4d3c4, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:55:59.542664 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:59.547295 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:59.547913 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:55:59.549364 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/fd84b633-713d-417d-a59b-0ba0d9a4d3c4 HTTP/1.1" status: 200 len: 1093 time: 0.7587860 Aug 29 22:55:59.551648 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:55:59.554079 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf0c2eb-c413-448c-adce-20ba0e569573" -d '{"events": [{"name": "network-changed", "server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:55:59.603696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49526b55-a483-4b80-8bd1-600382056cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:55:59.623736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2350b5c-3618-4cf0-978a-fa5f1cf5f757 x-openstack-request-id: req-c2350b5c-3618-4cf0-978a-fa5f1cf5f757 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:55:59.623736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:55:59.623736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2350b5c-3618-4cf0-978a-fa5f1cf5f757 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:55:59.623736 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2350b5c-3618-4cf0-978a-fa5f1cf5f757'] response: {'name': 'network-changed', 'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'status': 'completed', 'code': 200} Aug 29 22:55:59.623736 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35720) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:55:59.680319 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0c2eb-c413-448c-adce-20ba0e569573 req-ec01bb73-5d8f-4688-a77a-3fa459df93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:59.681888 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bdf0c2eb-c413-448c-adce-20ba0e569573 req-ec01bb73-5d8f-4688-a77a-3fa459df93ff service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 1127 time: 0.0475547 Aug 29 22:55:59.826865 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0c2eb-c413-448c-adce-20ba0e569573 req-42a168c1-b065-42cb-9afe-207e42949e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:55:59.828362 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bdf0c2eb-c413-448c-adce-20ba0e569573 req-42a168c1-b065-42cb-9afe-207e42949e11 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=98941ac6692045859aa7639192603764&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1398976 Aug 29 22:56:00.007131 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0c2eb-c413-448c-adce-20ba0e569573 req-5ef1245a-3e81-443b-a5e8-70dce5b447fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.008627 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bdf0c2eb-c413-448c-adce-20ba0e569573 req-5ef1245a-3e81-443b-a5e8-70dce5b447fd service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718848 Aug 29 22:56:00.084968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:00.105296 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-4a9da529-400f-42d5-8181-ab8227503b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.112107 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-4a9da529-400f-42d5-8181-ab8227503b3d service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 1127 time: 0.0519826 Aug 29 22:56:00.112233 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebdede-24c0-4128-a9bb-07b82c286985 req-92a691e9-f67a-402a-9d3e-2d77ed960077 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.112233 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-47ebdede-24c0-4128-a9bb-07b82c286985 req-92a691e9-f67a-402a-9d3e-2d77ed960077 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.0511386 Aug 29 22:56:00.162389 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-47ebdede-24c0-4128-a9bb-07b82c286985 req-df534dd7-1a62-48fd-8d1b-5ecfb049c3ea tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Aug 29 22:56:00.172408 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-3d86b4c8-3761-468f-9b2d-d5b444747806 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd84b633-713d-417d-a59b-0ba0d9a4d3c4 HTTP/1.1" status: 200 len: 217 time: 0.0450439 Aug 29 22:56:00.245696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:00.268114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-0c0e25bc-d050-459f-afa1-df54bc9e7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.269573 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-0c0e25bc-d050-459f-afa1-df54bc9e7f7f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0886478 Aug 29 22:56:00.335338 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:00.370888 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df8b1bec-ec9e-4c54-b33c-7f5792fa4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:00.372388 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-df8b1bec-ec9e-4c54-b33c-7f5792fa4a24 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863709 Aug 29 22:56:00.561166 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-8243d318-b7ab-4a7f-b926-4d67bc4b0433 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821048 Aug 29 22:56:00.970571 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4599db07-4fe3-4fde-b56b-601ffd3cfc06 req-b9ccdd38-cb92-4fe9-9325-5ad2e6704021 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009233 Aug 29 22:56:00.971503 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Deleting port f0068afd-0810-4511-9666-9746aa2b8427 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:00.971848 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (f0068afd-0810-4511-9666-9746aa2b8427), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.055263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] For port f0068afd-0810-4511-9666-9746aa2b8427, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=f0068afd-0810-4511-9666-9746aa2b8427,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:01.055939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (f0068afd-0810-4511-9666-9746aa2b8427), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.069420 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Calling delete_port for f0068afd-0810-4511-9666-9746aa2b8427 owned by network:router_interface {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:01.174124 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:01.297953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fe850-e737-4307-a2d4-3fd31a2ba691 req-59bffaf5-ab4f-44d2-80b0-22d633584ad4 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:01.299525 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-032fe850-e737-4307-a2d4-3fd31a2ba691 req-59bffaf5-ab4f-44d2-80b0-22d633584ad4 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.0548263 Aug 29 22:56:01.319100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (f0068afd-0810-4511-9666-9746aa2b8427), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.355978 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0068afd-0810-4511-9666-9746aa2b8427,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:01.426414 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-032fe850-e737-4307-a2d4-3fd31a2ba691 req-e060feaa-bc96-41fa-ad11-d3bde56b52d8 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211498 Aug 29 22:56:01.484002 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:01.550846 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.757928 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:56:01.859829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:56:01.865147 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-92a585c0-3ff9-46c1-b1ca-08be40964b53 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/a19c600e-a3f0-47bb-b7b2-7eafae2ca572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2475047 Aug 29 22:56:01.867584 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35728) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:01.868288 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] Sync routers for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:56:01.880050 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:01.880684 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:01.967940 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks [] for router (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:01.983067 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:02.012254 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:02.069237 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks [] for router_gateway (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.225225 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Deleting port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:02.225494 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.234394 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233'}], 'enable_snat': True}, 'gw_port_id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:56:01Z', 'revision_number': 5, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port': {'id': '232d9c5d-49f8-4bf2-ad5d-07b05d7df54f', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:48:18Z', 'updated_at': '2022-08-29T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:02.263522 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] Checking router: a19c600e-a3f0-47bb-b7b2-7eafae2ca572 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:56:02.272000 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] Routers {'a19c600e-a3f0-47bb-b7b2-7eafae2ca572'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:02.272607 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:02.311249 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] For port 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:02.311608 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.327183 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Calling delete_port for 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f owned by network:router_gateway {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:02.356946 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] Set router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 gateway port host: None {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:02.411485 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:56:02Z', 'revision_number': 6, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:02.437038 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d0db0-4d8a-43c1-bad7-f9766ce940c7 None None] The sync data for ids ['a19c600e-a3f0-47bb-b7b2-7eafae2ca572'] in dv-cinder-854269-4-iscsi is: [{'id': 'a19c600e-a3f0-47bb-b7b2-7eafae2ca572', 'name': 'tempest-AttachVolumeShelveTestJSON-1386956198-router', 'tenant_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:48:17Z', 'updated_at': '2022-08-29T22:56:02Z', 'revision_number': 6, 'project_id': 'a0e8b532701e43a39a0fd260e3e5d12d', 'gw_port_host': None}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:56:02.483699 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:02.554166 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31a4d5-0527-4dae-9798-da71c9926df8 req-d85c8f73-d28c-406c-8a2a-f7f60df3e3cd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:02.555680 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2b31a4d5-0527-4dae-9798-da71c9926df8 req-d85c8f73-d28c-406c-8a2a-f7f60df3e3cd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.0492523 Aug 29 22:56:02.591677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (232d9c5d-49f8-4bf2-ad5d-07b05d7df54f), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.608298 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2b31a4d5-0527-4dae-9798-da71c9926df8 req-c49e67b4-0e95-487c-ac01-7f56d434a196 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Aug 29 22:56:02.620037 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=232d9c5d-49f8-4bf2-ad5d-07b05d7df54f,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:02.683047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.773656 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.778130 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks [] for router_controller (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.872429 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (a19c600e-a3f0-47bb-b7b2-7eafae2ca572), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.873133 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19c600e-a3f0-47bb-b7b2-7eafae2ca572 {{(pid=124851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:56:02.878230 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.879386 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2790fc8d-961c-4bc1-b813-1772ae8a0b94 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/a19c600e-a3f0-47bb-b7b2-7eafae2ca572 HTTP/1.1" status: 204 len: 168 time: 1.0108881 Aug 29 22:56:02.881953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35732) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:02.928552 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] Deleting subnet 1ba853ec-a232-440b-a7fd-394e0d4b08c1 {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:56:02.932228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] Publish callbacks [] for subnet (1ba853ec-a232-440b-a7fd-394e0d4b08c1), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:02.969108 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171697'] for subnet (1ba853ec-a232-440b-a7fd-394e0d4b08c1), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.056638 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (1ba853ec-a232-440b-a7fd-394e0d4b08c1), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.181187 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4779302'] for subnet (1ba853ec-a232-440b-a7fd-394e0d4b08c1), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.211228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba853ec-a232-440b-a7fd-394e0d4b08c1,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:03.211751 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f0068afd-0810-4511-9666-9746aa2b8427 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:03.217091 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.222938 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4a5d65f5-df8b-4370-a411-ed893b58bff8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/1ba853ec-a232-440b-a7fd-394e0d4b08c1 HTTP/1.1" status: 204 len: 168 time: 0.3376498 Aug 29 22:56:03.231585 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35734) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:03.241988 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaada67-bd48-4f71-8455-bdcdea45f627 None None] Network b1b1aef3-5468-47e0-acb3-a09710f077e5 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:56:03.244254 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: f0068afd-0810-4511-9666-9746aa2b8427 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:03.244696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device f0068afd-0810-4511-9666-9746aa2b8427 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:03.245363 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:03.280493 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:03.280854 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 232d9c5d-49f8-4bf2-ad5d-07b05d7df54f not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:03.295891 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:03.315124 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (b1b1aef3-5468-47e0-acb3-a09710f077e5), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.369146 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Deleting port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:03.370101 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.448988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] For port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:03.448988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.452453 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] DHCP port deletion for b1b1aef3-5468-47e0-acb3-a09710f077e5 request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:56:03.468120 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Calling delete_port for 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:03.502066 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] Deleting port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:56:03.502699 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.594961 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] For port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,segment=NetworkSegment(4709574b-a7f5-4759-a914-5084b8d2c79b),segment_id=4709574b-a7f5-4759-a914-5084b8d2c79b)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:03.595362 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.609341 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] Calling delete_port for 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:56:03.627024 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.655926 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Pushing event deleted for resources: {'Port': ['ID=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:03.663698 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] No DVR routers for this DVR port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:56:03.672315 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:03.719594 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (72347af6-b2b7-4bc5-8d39-fc029c5a9ee6), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.723689 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:03.748626 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] Pushing event deleted for resources: {'Port': ['ID=72347af6-b2b7-4bc5-8d39-fc029c5a9ee6,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:03.752280 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321573e-63c2-4beb-93cf-c117ba6894ab None None] No DVR routers for this DVR port 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:56:03.801665 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (b1b1aef3-5468-47e0-acb3-a09710f077e5), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.811442 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46470629-5205-441c-a96f-203c362c1fff req-908e4904-9a34-402c-83a9-1895c7ec88ed tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:03.813004 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-46470629-5205-441c-a96f-203c362c1fff req-908e4904-9a34-402c-83a9-1895c7ec88ed tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.1026719 Aug 29 22:56:03.849389 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b1aef3-5468-47e0-acb3-a09710f077e5']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:03.869578 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4709574b-a7f5-4759-a914-5084b8d2c79b') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:03.869900 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4709574b-a7f5-4759-a914-5084b8d2c79b') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:03.890998 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (4709574b-a7f5-4759-a914-5084b8d2c79b), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.909092 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-46470629-5205-441c-a96f-203c362c1fff req-dbaa6885-b20b-4b9e-99ab-b211cb290630 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897157 Aug 29 22:56:03.915677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (4709574b-a7f5-4759-a914-5084b8d2c79b), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.923490 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:56:03.923953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (4709574b-a7f5-4759-a914-5084b8d2c79b), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:03.980472 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 4709574b-a7f5-4759-a914-5084b8d2c79b resource provider aggregate not found Aug 29 22:56:04.008266 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 4709574b-a7f5-4759-a914-5084b8d2c79b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4709574b-a7f5-4759-a914-5084b8d2c79b found for delete ", "request_id": "req-f5b2371d-cce5-42bd-a262-3c702b783c66"}]} Aug 29 22:56:04.066696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (b1b1aef3-5468-47e0-acb3-a09710f077e5), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.073056 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.079293 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b1b1aef3-5468-47e0-acb3-a09710f077e5 HTTP/1.1" status: 204 len: 168 time: 0.8529911 Aug 29 22:56:04.090114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916506f-77b7-4f21-9054-479bf903a267 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b1aef3-5468-47e0-acb3-a09710f077e5,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:04.360626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35746) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:04.401883 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-aeeae530-753f-45b6-ab24-ae44d5bf5d80 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a0e8b532701e43a39a0fd260e3e5d12d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400620 Aug 29 22:56:04.404369 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35748) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:04.454441 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-dcfef74a-9d4e-4810-94c5-723a22c2a103 admin admin] Publish callbacks [] for security_group (89a5b90c-b43b-4c0f-a74f-7d2966482b14), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.474185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-dcfef74a-9d4e-4810-94c5-723a22c2a103 admin admin] Publish callbacks [] for security_group (89a5b90c-b43b-4c0f-a74f-7d2966482b14), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.535796 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:56:04.604296 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-dcfef74a-9d4e-4810-94c5-723a22c2a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (89a5b90c-b43b-4c0f-a74f-7d2966482b14), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.607069 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-dcfef74a-9d4e-4810-94c5-723a22c2a103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:04.608312 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-dcfef74a-9d4e-4810-94c5-723a22c2a103 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/89a5b90c-b43b-4c0f-a74f-7d2966482b14 HTTP/1.1" status: 204 len: 168 time: 0.2028615 Aug 29 22:56:04.616893 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfef74a-9d4e-4810-94c5-723a22c2a103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a5b90c-b43b-4c0f-a74f-7d2966482b14,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:05.017187 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:56:05.043657 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:56:05.044148 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 72347af6-b2b7-4bc5-8d39-fc029c5a9ee6 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:56:05.053170 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d079a5-3924-42e8-9858-fd686a399eea req-d850e177-3186-46d5-b89f-561d76d0e426 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:05.055414 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2d079a5-3924-42e8-9858-fd686a399eea req-d850e177-3186-46d5-b89f-561d76d0e426 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.0537164 Aug 29 22:56:05.107895 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f2d079a5-3924-42e8-9858-fd686a399eea req-74a64add-577a-46c8-bf94-5a8acebe8b04 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Aug 29 22:56:06.226161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:06.236071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411dca0-df40-4c8e-b688-6923ed782770 req-23a82f0a-533f-4c6a-ba15-2bc868271711 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:06.237760 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f411dca0-df40-4c8e-b688-6923ed782770 req-23a82f0a-533f-4c6a-ba15-2bc868271711 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.0514801 Aug 29 22:56:06.294614 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f411dca0-df40-4c8e-b688-6923ed782770 req-858dae46-a04b-4c77-b66c-eff67a19a4ca tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493090 Aug 29 22:56:07.411055 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:07.430351 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520184f1-9dd9-487d-81ee-e1dcfd4384cd req-db15ae38-99aa-4528-83bc-cddcce359b96 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:07.432261 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-520184f1-9dd9-487d-81ee-e1dcfd4384cd req-db15ae38-99aa-4528-83bc-cddcce359b96 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.0494905 Aug 29 22:56:07.483379 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-520184f1-9dd9-487d-81ee-e1dcfd4384cd req-58a7e351-7bd4-4465-be3b-075333743b67 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454209 Aug 29 22:56:08.415986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35824) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:08.532088 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-48cd8e49-648d-4e91-a5e7-37b367d94e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.603981 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device fd84b633-713d-417d-a59b-0ba0d9a4d3c4 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:56:08.609539 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834ec95-0fa6-47ba-a45d-68e8a68fad99 req-7c06c743-bd8a-46f7-8a29-5f65782d1b21 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:08.611530 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c834ec95-0fa6-47ba-a45d-68e8a68fad99 req-7c06c743-bd8a-46f7-8a29-5f65782d1b21 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 943 time: 0.0521917 Aug 29 22:56:08.619310 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-48cd8e49-648d-4e91-a5e7-37b367d94e2b admin admin] Publish callbacks [] for security_group (286f3947-eb10-49c4-b597-126ead79d030), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.664370 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c834ec95-0fa6-47ba-a45d-68e8a68fad99 req-122be396-936a-4dda-9506-35a4f5847050 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 Aug 29 22:56:08.708166 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port fd84b633-713d-417d-a59b-0ba0d9a4d3c4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:08.720544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'port_id': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'mac_address': 'fa:16:3e:54:f3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:56:08.723435 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-48cd8e49-648d-4e91-a5e7-37b367d94e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (286f3947-eb10-49c4-b597-126ead79d030), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.728964 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:08.763146 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:56:08.763447 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.776747 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-48cd8e49-648d-4e91-a5e7-37b367d94e2b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=44142c9c52034f79b1f5faac920c3f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592985 Aug 29 22:56:08.777751 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd8e49-648d-4e91-a5e7-37b367d94e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286f3947-eb10-49c4-b597-126ead79d030,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:08.778144 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd84b633-713d-417d-a59b-0ba0d9a4d3c4 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:56:08.779646 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35830) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:08.804154 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port fd84b633-713d-417d-a59b-0ba0d9a4d3c4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:08.836373 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-99a02709-a238-448d-93a4-a169a9aba99a admin admin] Publish callbacks [] for security_group (286f3947-eb10-49c4-b597-126ead79d030), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.860639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-99a02709-a238-448d-93a4-a169a9aba99a admin admin] Publish callbacks [] for security_group (286f3947-eb10-49c4-b597-126ead79d030), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.871841 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.921622 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:08.977550 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-99a02709-a238-448d-93a4-a169a9aba99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (286f3947-eb10-49c4-b597-126ead79d030), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.981975 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-99a02709-a238-448d-93a4-a169a9aba99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:08.981975 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-99a02709-a238-448d-93a4-a169a9aba99a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/286f3947-eb10-49c4-b597-126ead79d030 HTTP/1.1" status: 204 len: 168 time: 0.2010152 Aug 29 22:56:08.990626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a02709-a238-448d-93a4-a169a9aba99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f3947-eb10-49c4-b597-126ead79d030,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:09.142387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['fd84b633-713d-417d-a59b-0ba0d9a4d3c4'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:56:09.332336 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:09.516963 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35836) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:09.530711 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2ca8502e-273e-46b8-8700-e292c44c9916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.610701 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2ca8502e-273e-46b8-8700-e292c44c9916 admin admin] Publish callbacks [] for security_group (af10baa7-3d92-455a-8d1d-e36fe64afacf), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.683487 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2ca8502e-273e-46b8-8700-e292c44c9916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (af10baa7-3d92-455a-8d1d-e36fe64afacf), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.729267 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8502e-273e-46b8-8700-e292c44c9916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af10baa7-3d92-455a-8d1d-e36fe64afacf,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:09.734230 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2ca8502e-273e-46b8-8700-e292c44c9916 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=85cfdd48f9b242d890157f0a28cb0e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162483 Aug 29 22:56:09.739536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35840) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:09.793324 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-77ac3eda-028c-4811-a025-5507ca832e74 admin admin] Publish callbacks [] for security_group (af10baa7-3d92-455a-8d1d-e36fe64afacf), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.795458 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474ed2f-2db0-4ea4-86c6-84fd7bda6a35 req-760d31f9-e98e-4f0b-a2ca-3a14cf63f883 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:09.797022 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d474ed2f-2db0-4ea4-86c6-84fd7bda6a35 req-760d31f9-e98e-4f0b-a2ca-3a14cf63f883 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 944 time: 0.0487361 Aug 29 22:56:09.814636 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-77ac3eda-028c-4811-a025-5507ca832e74 admin admin] Publish callbacks [] for security_group (af10baa7-3d92-455a-8d1d-e36fe64afacf), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.816228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:09.846861 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d474ed2f-2db0-4ea4-86c6-84fd7bda6a35 req-29434ce6-433f-4990-8dba-8cdbad1e98dc tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441780 Aug 29 22:56:09.968809 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-77ac3eda-028c-4811-a025-5507ca832e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (af10baa7-3d92-455a-8d1d-e36fe64afacf), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.971489 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-77ac3eda-028c-4811-a025-5507ca832e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:09.972665 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-77ac3eda-028c-4811-a025-5507ca832e74 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/af10baa7-3d92-455a-8d1d-e36fe64afacf HTTP/1.1" status: 204 len: 168 time: 0.2347424 Aug 29 22:56:09.981396 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac3eda-028c-4811-a025-5507ca832e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af10baa7-3d92-455a-8d1d-e36fe64afacf,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:10.612269 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device fd84b633-713d-417d-a59b-0ba0d9a4d3c4 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:56:10.657893 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:56:10.734519 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:56:10.735013 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.774522 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:10.816793 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:56:10.817248 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.840629 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:56:10.842878 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02837c5d-b7dc-48a1-8c00-09556ff337ac" -d '{"events": [{"server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "name": "network-vif-plugged", "status": "completed", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:56:10.856912 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port fd84b633-713d-417d-a59b-0ba0d9a4d3c4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:10.881788 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9915875b-2493-49a1-8f7c-d30134d2d43a x-openstack-request-id: req-9915875b-2493-49a1-8f7c-d30134d2d43a {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:56:10.882077 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "name": "network-vif-plugged", "status": "completed", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:56:10.882329 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9915875b-2493-49a1-8f7c-d30134d2d43a {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:56:10.882752 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9915875b-2493-49a1-8f7c-d30134d2d43a'] response: {'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'code': 200} Aug 29 22:56:10.922986 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:10.972301 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:10.973608 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428f98-8dfc-4bff-ba29-f4150896b7c1 req-f7e30318-9921-46c5-bbe7-4a700a865ddc tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:10.975081 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b2428f98-8dfc-4bff-ba29-f4150896b7c1 req-f7e30318-9921-46c5-bbe7-4a700a865ddc tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 945 time: 0.0494621 Aug 29 22:56:11.030868 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b2428f98-8dfc-4bff-ba29-f4150896b7c1 req-ab668538-57b0-4cab-a279-57ff08a84f59 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487485 Aug 29 22:56:11.273806 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe216c7-7333-46a3-a731-75c951ab267f req-0a861179-2e22-4222-9228-874885ae62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:11.276063 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2fe216c7-7333-46a3-a731-75c951ab267f req-0a861179-2e22-4222-9228-874885ae62e3 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 1129 time: 0.0395472 Aug 29 22:56:11.322181 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2fe216c7-7333-46a3-a731-75c951ab267f req-bba69b5d-ae6d-498c-953d-f25394bd8d87 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403814 Aug 29 22:56:12.161062 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c09498-ac5f-4d9c-8ca3-e409cc00e370 req-41000148-53ee-4c97-9216-75bb7831bd49 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:12.162695 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e0c09498-ac5f-4d9c-8ca3-e409cc00e370 req-41000148-53ee-4c97-9216-75bb7831bd49 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Aug 29 22:56:12.226274 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e0c09498-ac5f-4d9c-8ca3-e409cc00e370 req-804c4d3f-d079-4104-a020-b769549ea51e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535083 Aug 29 22:56:13.355282 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f326f3-0c9c-4f72-9ed2-53d7c03f6db1 req-d3f2cb5d-ddbc-4a42-ab88-3dbe6fa49880 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:13.357003 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-61f326f3-0c9c-4f72-9ed2-53d7c03f6db1 req-d3f2cb5d-ddbc-4a42-ab88-3dbe6fa49880 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 945 time: 0.0523093 Aug 29 22:56:13.411991 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-61f326f3-0c9c-4f72-9ed2-53d7c03f6db1 req-4685f739-65c9-402b-be44-88477da500ca tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493486 Aug 29 22:56:13.538575 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8368b-ada6-4a40-a9ea-03d316c20cd0 req-547894cb-e0fe-40ee-845b-1c904b11f2fc tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:13.540213 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ece8368b-ada6-4a40-a9ea-03d316c20cd0 req-547894cb-e0fe-40ee-845b-1c904b11f2fc tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Aug 29 22:56:13.568421 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:13.594630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ece8368b-ada6-4a40-a9ea-03d316c20cd0 req-21175588-95f6-482f-809c-859251579090 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459611 Aug 29 22:56:13.681495 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35930) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:13.924933 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078aeab-62fc-496d-a59f-de1209e7f347 tempest-TestVolumeBootPattern-194264746 tempest-TestVolumeBootPattern-194264746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:13.929474 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-8078aeab-62fc-496d-a59f-de1209e7f347 tempest-TestVolumeBootPattern-194264746 tempest-TestVolumeBootPattern-194264746-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 1124 time: 0.2437518 Aug 29 22:56:13.929748 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 35944) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:13.935413 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'port_id': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'tenant_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address': '172.20.0.5'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:14.031426 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:14.116987 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:14.246215 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Allocated IP 172.27.4.241 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/8118fb8d-ce32-43da-a5a4-0d18b09a241a) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:56:14.341199 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:14.348309 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:14.466323 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:14.501284 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:14.511243 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:56:14.512999 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=43 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:14.514535 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:56:14.517223 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:56:14.548629 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=8118fb8d-ce32-43da-a5a4-0d18b09a241a,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:14.902065 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (4082a974-f052-4e16-a7d3-eb270b76bbc8), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.024854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.411537 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.477923 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35990) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:15.492733 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.539275 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:15.566979 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (4082a974-f052-4e16-a7d3-eb270b76bbc8), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.569367 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=8118fb8d-ce32-43da-a5a4-0d18b09a241a,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:15.617866 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ab9c-f942-4cf5-80c9-470705381e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.682518 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Floating IP 4082a974-f052-4e16-a7d3-eb270b76bbc8 associated. External IP: 172.27.4.241, port: fd84b633-713d-417d-a59b-0ba0d9a4d3c4. Aug 29 22:56:15.702796 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ab9c-f942-4cf5-80c9-470705381e2e admin admin] Publish callbacks [] for security_group (edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.768209 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cfb9ab9c-f942-4cf5-80c9-470705381e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.809893 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-cfb9ab9c-f942-4cf5-80c9-470705381e2e admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4fa50532ff1941e8bd9fcc6668d79a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308144 Aug 29 22:56:15.810605 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9ab9c-f942-4cf5-80c9-470705381e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:15.812904 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 35994) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:15.871564 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4cae0c95-13d9-4c88-89fe-4027b6cf337b admin admin] Publish callbacks [] for security_group (edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.894125 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4cae0c95-13d9-4c88-89fe-4027b6cf337b admin admin] Publish callbacks [] for security_group (edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:15.898347 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:56:15.902019 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:16.007834 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:56:16.008417 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4cae0c95-13d9-4c88-89fe-4027b6cf337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.014235 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4cae0c95-13d9-4c88-89fe-4027b6cf337b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.014910 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4cae0c95-13d9-4c88-89fe-4027b6cf337b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2 HTTP/1.1" status: 204 len: 168 time: 0.2010994 Aug 29 22:56:16.019695 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:56:16.028599 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae0c95-13d9-4c88-89fe-4027b6cf337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf085da-e9e3-4bc6-bf68-8a35e8bcd6e2,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:16.034838 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:16.036234 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:16.096342 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.128594 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-1baf732f-1954-4d57-9419-5fa7dc438b9d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1976874 Aug 29 22:56:16.129300 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:56:16.131669 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329d133-0d4d-44a6-8167-b339145e0a29" -d '{"events": [{"name": "network-changed", "server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:56:16.154366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:16.330451 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38282735-8cd2-47da-876a-b6338f4d67fa x-openstack-request-id: req-38282735-8cd2-47da-876a-b6338f4d67fa {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:56:16.331712 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:56:16.331968 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38282735-8cd2-47da-876a-b6338f4d67fa {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:56:16.333035 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38282735-8cd2-47da-876a-b6338f4d67fa'] response: {'name': 'network-changed', 'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'status': 'completed', 'code': 200} Aug 29 22:56:16.388808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '4082a974-f052-4e16-a7d3-eb270b76bbc8', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:54:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:56:14Z', 'updated_at': '2022-08-29T22:56:14Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:16.393770 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-3f6f75ad-0ae4-41ff-b0e8-4ce16cf27419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:16.395446 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-3f6f75ad-0ae4-41ff-b0e8-4ce16cf27419 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 1129 time: 0.0427446 Aug 29 22:56:16.418207 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:56:16.426875 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:16.427486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:55:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:16.497121 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-9ace0ba9-45ec-465c-a6c1-53a19621bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:16.498746 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-9ace0ba9-45ec-465c-a6c1-53a19621bff2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 913 time: 0.0977283 Aug 29 22:56:16.577667 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-a30fa13a-6317-492c-a4ed-139a58276129 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd84b633-713d-417d-a59b-0ba0d9a4d3c4 HTTP/1.1" status: 200 len: 999 time: 0.0716581 Aug 29 22:56:16.628649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-b3e2a764-af05-42d6-b5fa-41184ecccad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:16.630644 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-b3e2a764-af05-42d6-b5fa-41184ecccad1 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0465121 Aug 29 22:56:16.646769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:16.647565 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36006) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:16.662784 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fd4188be-2b02-4c2e-9637-3b91c0191e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.667778 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:16.681426 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-4cee666c-71f5-4666-9f04-6c07c9dcd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:16.682972 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-4cee666c-71f5-4666-9f04-6c07c9dcd2dc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462327 Aug 29 22:56:16.701019 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:16.747340 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fd4188be-2b02-4c2e-9637-3b91c0191e15 admin admin] Publish callbacks [] for security_group (d5e37750-9ae6-4634-a80b-1cac702670ce), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.777035 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-86716a7d-3d82-4a24-b561-f63afa7a9418 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871921 Aug 29 22:56:16.808855 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fd4188be-2b02-4c2e-9637-3b91c0191e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d5e37750-9ae6-4634-a80b-1cac702670ce), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.835418 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:16.851448 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-fd4188be-2b02-4c2e-9637-3b91c0191e15 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=25665a0701b74ba29eece6a3dbee4ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021694 Aug 29 22:56:16.852514 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4188be-2b02-4c2e-9637-3b91c0191e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e37750-9ae6-4634-a80b-1cac702670ce,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:16.861877 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36008) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:16.899441 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '4082a974-f052-4e16-a7d3-eb270b76bbc8', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:54:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:56:14Z', 'updated_at': '2022-08-29T22:56:14Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:16.900259 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1329d133-0d4d-44a6-8167-b339145e0a29 req-bea5f5cc-24cc-4c1e-90fb-25f5a96f3bfb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168187 Aug 29 22:56:16.904080 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:16.929279 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3688de1a-4a76-43b0-a26a-7d4f40a6173a admin admin] Publish callbacks [] for security_group (d5e37750-9ae6-4634-a80b-1cac702670ce), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:16.934422 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a16cee-3292-4c54-ac51-4a89a632a67a None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '4082a974-f052-4e16-a7d3-eb270b76bbc8', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.241', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:54:f3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:56:14Z', 'updated_at': '2022-08-29T22:56:14Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:56:16.956794 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3688de1a-4a76-43b0-a26a-7d4f40a6173a admin admin] Publish callbacks [] for security_group (d5e37750-9ae6-4634-a80b-1cac702670ce), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:17.139616 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c818a-75f9-42b7-a157-fb2222d6270d None None] New status for floating IP 4082a974-f052-4e16-a7d3-eb270b76bbc8: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:56:17.146476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3688de1a-4a76-43b0-a26a-7d4f40a6173a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d5e37750-9ae6-4634-a80b-1cac702670ce), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:17.146476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3688de1a-4a76-43b0-a26a-7d4f40a6173a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:17.146476 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-3688de1a-4a76-43b0-a26a-7d4f40a6173a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d5e37750-9ae6-4634-a80b-1cac702670ce HTTP/1.1" status: 204 len: 168 time: 0.2812665 Aug 29 22:56:17.156011 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688de1a-4a76-43b0-a26a-7d4f40a6173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e37750-9ae6-4634-a80b-1cac702670ce,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:19.477103 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:22.344937 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-feaa1e16-bf38-4d72-b094-2f6a0c4bb93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:24.726742 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4a44fca8-05a5-4a68-8a3c-1f57666c6526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.047968 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36094) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:25.157003 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-eae1eabe-aac4-46b9-b3c0-3d1cc634f08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.246762 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-eae1eabe-aac4-46b9-b3c0-3d1cc634f08c admin admin] Publish callbacks [] for security_group (a812966d-3e0f-4440-b669-4aa3d8e3f8f9), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.292875 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-eae1eabe-aac4-46b9-b3c0-3d1cc634f08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a812966d-3e0f-4440-b669-4aa3d8e3f8f9), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.326213 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:25.341105 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-eae1eabe-aac4-46b9-b3c0-3d1cc634f08c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9a0e23324c4649398f4b9f1eadb0192c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920403 Aug 29 22:56:25.342076 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1eabe-aac4-46b9-b3c0-3d1cc634f08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a812966d-3e0f-4440-b669-4aa3d8e3f8f9,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:25.343938 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36098) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:25.399009 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-deec1ed5-098c-4319-b0e1-ae519192d713 admin admin] Publish callbacks [] for security_group (a812966d-3e0f-4440-b669-4aa3d8e3f8f9), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.420189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-deec1ed5-098c-4319-b0e1-ae519192d713 admin admin] Publish callbacks [] for security_group (a812966d-3e0f-4440-b669-4aa3d8e3f8f9), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.539380 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-deec1ed5-098c-4319-b0e1-ae519192d713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a812966d-3e0f-4440-b669-4aa3d8e3f8f9), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.542236 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-deec1ed5-098c-4319-b0e1-ae519192d713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:25.543414 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-deec1ed5-098c-4319-b0e1-ae519192d713 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a812966d-3e0f-4440-b669-4aa3d8e3f8f9 HTTP/1.1" status: 204 len: 168 time: 0.1984766 Aug 29 22:56:25.553777 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec1ed5-098c-4319-b0e1-ae519192d713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a812966d-3e0f-4440-b669-4aa3d8e3f8f9,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:26.110952 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.283477 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36104) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:26.298729 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-42463704-2c88-4eaf-a186-2aec5c7a7cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.382200 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-42463704-2c88-4eaf-a186-2aec5c7a7cdc admin admin] Publish callbacks [] for security_group (4332c5ad-2312-4732-abb4-dc2cb99c299e), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.425140 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-42463704-2c88-4eaf-a186-2aec5c7a7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4332c5ad-2312-4732-abb4-dc2cb99c299e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.464261 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42463704-2c88-4eaf-a186-2aec5c7a7cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4332c5ad-2312-4732-abb4-dc2cb99c299e,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:26.469422 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-42463704-2c88-4eaf-a186-2aec5c7a7cdc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b4275ecf04c24d9abfb4652189f55967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842306 Aug 29 22:56:26.471415 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36108) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:26.521659 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e98f7d99-2eae-4258-be6c-067efaa3d185 admin admin] Publish callbacks [] for security_group (4332c5ad-2312-4732-abb4-dc2cb99c299e), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.543241 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e98f7d99-2eae-4258-be6c-067efaa3d185 admin admin] Publish callbacks [] for security_group (4332c5ad-2312-4732-abb4-dc2cb99c299e), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.581016 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:26.688273 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e98f7d99-2eae-4258-be6c-067efaa3d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (4332c5ad-2312-4732-abb4-dc2cb99c299e), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.690891 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e98f7d99-2eae-4258-be6c-067efaa3d185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:26.692073 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e98f7d99-2eae-4258-be6c-067efaa3d185 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4332c5ad-2312-4732-abb4-dc2cb99c299e HTTP/1.1" status: 204 len: 168 time: 0.2196906 Aug 29 22:56:26.700491 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f7d99-2eae-4258-be6c-067efaa3d185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4332c5ad-2312-4732-abb4-dc2cb99c299e,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:27.254227 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:27.257070 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:27.288019 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:27.591178 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.093897 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36210) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:33.224308 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5d082adc-803b-46aa-9d23-4f7764595de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.307909 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5d082adc-803b-46aa-9d23-4f7764595de7 admin admin] Publish callbacks [] for security_group (09b90284-011d-49f5-90cf-0aace9d1c281), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.413023 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-5d082adc-803b-46aa-9d23-4f7764595de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (09b90284-011d-49f5-90cf-0aace9d1c281), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.454479 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5d082adc-803b-46aa-9d23-4f7764595de7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=90836dd8077a4646be6856de7e362fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594759 Aug 29 22:56:33.455348 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d082adc-803b-46aa-9d23-4f7764595de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b90284-011d-49f5-90cf-0aace9d1c281,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:33.458549 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36214) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:33.510206 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04c2cb5e-1e4d-4513-b71c-4dd1b6716453 admin admin] Publish callbacks [] for security_group (09b90284-011d-49f5-90cf-0aace9d1c281), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.530654 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04c2cb5e-1e4d-4513-b71c-4dd1b6716453 admin admin] Publish callbacks [] for security_group (09b90284-011d-49f5-90cf-0aace9d1c281), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.659401 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04c2cb5e-1e4d-4513-b71c-4dd1b6716453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (09b90284-011d-49f5-90cf-0aace9d1c281), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.662223 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04c2cb5e-1e4d-4513-b71c-4dd1b6716453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:33.663445 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-04c2cb5e-1e4d-4513-b71c-4dd1b6716453 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/09b90284-011d-49f5-90cf-0aace9d1c281 HTTP/1.1" status: 204 len: 168 time: 0.2039371 Aug 29 22:56:33.674175 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2cb5e-1e4d-4513-b71c-4dd1b6716453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b90284-011d-49f5-90cf-0aace9d1c281,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:34.309077 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36222) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:34.322936 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-29081f61-2b58-4f7c-9899-68a4acbfb83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:34.361880 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:34.400994 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-29081f61-2b58-4f7c-9899-68a4acbfb83a admin admin] Publish callbacks [] for security_group (acb3d990-192e-4e39-9ca4-111275316f0c), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:34.498477 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-29081f61-2b58-4f7c-9899-68a4acbfb83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (acb3d990-192e-4e39-9ca4-111275316f0c), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:34.544079 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-29081f61-2b58-4f7c-9899-68a4acbfb83a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=968f0eb069a9447f841d3a7acc1428ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297897 Aug 29 22:56:34.544079 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29081f61-2b58-4f7c-9899-68a4acbfb83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb3d990-192e-4e39-9ca4-111275316f0c,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:34.544852 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36224) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:34.597446 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e76989f-0a0a-497e-93ad-224db9de6238 admin admin] Publish callbacks [] for security_group (acb3d990-192e-4e39-9ca4-111275316f0c), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:34.618095 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e76989f-0a0a-497e-93ad-224db9de6238 admin admin] Publish callbacks [] for security_group (acb3d990-192e-4e39-9ca4-111275316f0c), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:34.750557 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e76989f-0a0a-497e-93ad-224db9de6238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (acb3d990-192e-4e39-9ca4-111275316f0c), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:34.753144 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-3e76989f-0a0a-497e-93ad-224db9de6238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:34.754302 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-3e76989f-0a0a-497e-93ad-224db9de6238 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/acb3d990-192e-4e39-9ca4-111275316f0c HTTP/1.1" status: 204 len: 168 time: 0.2082834 Aug 29 22:56:34.763807 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76989f-0a0a-497e-93ad-224db9de6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb3d990-192e-4e39-9ca4-111275316f0c,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:35.547434 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:35.548239 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=59,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:37.256702 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36288) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:37.262224 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-872d6db1-6ad0-4b11-aa38-d7862b02c5df tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875714106', 'description': 'tempest-description--1043862602'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:37.339247 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-872d6db1-6ad0-4b11-aa38-d7862b02c5df tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.414318 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-872d6db1-6ad0-4b11-aa38-d7862b02c5df tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (2c263186-83cd-4e19-9f51-e0a1c42b1b21), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.487017 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-872d6db1-6ad0-4b11-aa38-d7862b02c5df tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2c263186-83cd-4e19-9f51-e0a1c42b1b21), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.488427 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36292) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:37.519145 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d6db1-6ad0-4b11-aa38-d7862b02c5df tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c263186-83cd-4e19-9f51-e0a1c42b1b21,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:37.611433 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-26a2a004-8f27-4524-9511-0046b7b407aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.613211 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:37.644068 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-872d6db1-6ad0-4b11-aa38-d7862b02c5df tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.645355 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-872d6db1-6ad0-4b11-aa38-d7862b02c5df tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3872707 Aug 29 22:56:37.648331 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36296) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:37.653423 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-81f7fc37-3d00-49f3-8528-48a802e4607f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': '2c263186-83cd-4e19-9f51-e0a1c42b1b21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:37.694424 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-26a2a004-8f27-4524-9511-0046b7b407aa admin admin] Publish callbacks [] for security_group (6177f20b-36e9-4919-852a-e9ec0e608f0d), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.877228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-81f7fc37-3d00-49f3-8528-48a802e4607f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (208cf09d-259b-489e-ab7c-65f11bfa586f), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.882221 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-26a2a004-8f27-4524-9511-0046b7b407aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (6177f20b-36e9-4919-852a-e9ec0e608f0d), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:37.923055 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2a004-8f27-4524-9511-0046b7b407aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6177f20b-36e9-4919-852a-e9ec0e608f0d,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:37.931319 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-26a2a004-8f27-4524-9511-0046b7b407aa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=244f87ad3c9842a3a9723603f9da63d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416761 Aug 29 22:56:37.933432 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36298) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:37.964113 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-81f7fc37-3d00-49f3-8528-48a802e4607f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (208cf09d-259b-489e-ab7c-65f11bfa586f), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.006153 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-09815f5d-d29d-47b3-8fb0-7171c1022566 admin admin] Publish callbacks [] for security_group (6177f20b-36e9-4919-852a-e9ec0e608f0d), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.030792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-09815f5d-d29d-47b3-8fb0-7171c1022566 admin admin] Publish callbacks [] for security_group (6177f20b-36e9-4919-852a-e9ec0e608f0d), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.072287 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-81f7fc37-3d00-49f3-8528-48a802e4607f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (208cf09d-259b-489e-ab7c-65f11bfa586f), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.094129 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7fc37-3d00-49f3-8528-48a802e4607f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208cf09d-259b-489e-ab7c-65f11bfa586f,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:38.438313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-81f7fc37-3d00-49f3-8528-48a802e4607f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.439540 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-81f7fc37-3d00-49f3-8528-48a802e4607f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7900910 Aug 29 22:56:38.441310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-09815f5d-d29d-47b3-8fb0-7171c1022566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (6177f20b-36e9-4919-852a-e9ec0e608f0d), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.442341 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36300) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:38.443885 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-09815f5d-d29d-47b3-8fb0-7171c1022566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.445022 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-09815f5d-d29d-47b3-8fb0-7171c1022566 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6177f20b-36e9-4919-852a-e9ec0e608f0d HTTP/1.1" status: 204 len: 168 time: 0.5112884 Aug 29 22:56:38.446898 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-574af962-53fd-49cc-a258-731eeb4b37fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': '2c263186-83cd-4e19-9f51-e0a1c42b1b21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:38.454363 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09815f5d-d29d-47b3-8fb0-7171c1022566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6177f20b-36e9-4919-852a-e9ec0e608f0d,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:38.619264 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-574af962-53fd-49cc-a258-731eeb4b37fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (e5d97800-580c-4b2d-8e71-9feb67ebc64a), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.690194 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-574af962-53fd-49cc-a258-731eeb4b37fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (e5d97800-580c-4b2d-8e71-9feb67ebc64a), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.807318 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-574af962-53fd-49cc-a258-731eeb4b37fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (e5d97800-580c-4b2d-8e71-9feb67ebc64a), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.823466 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:38.829364 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574af962-53fd-49cc-a258-731eeb4b37fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d97800-580c-4b2d-8e71-9feb67ebc64a,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:38.958426 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-574af962-53fd-49cc-a258-731eeb4b37fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:38.959731 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-574af962-53fd-49cc-a258-731eeb4b37fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5164199 Aug 29 22:56:38.971838 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36306) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:38.976153 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:39.116328 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.220854 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.288530 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36308) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:39.302169 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-858dea10-247a-40d6-aac6-d82a954f2e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.349492 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.27.4.117 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/a1a2fd8b-1171-4b50-bff1-9784a638a248) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:56:39.387185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-858dea10-247a-40d6-aac6-d82a954f2e43 admin admin] Publish callbacks [] for security_group (48e2d006-10d2-4066-af7e-b9461df3a93e), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.447872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-858dea10-247a-40d6-aac6-d82a954f2e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (48e2d006-10d2-4066-af7e-b9461df3a93e), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.458989 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.489529 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-858dea10-247a-40d6-aac6-d82a954f2e43 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b3b1087355e04d5095884d37bf831eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997132 Aug 29 22:56:39.490237 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dea10-247a-40d6-aac6-d82a954f2e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e2d006-10d2-4066-af7e-b9461df3a93e,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:39.492378 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36310) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:39.510442 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:39.547793 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-89575ccf-7c30-4086-8c43-c29a02e26080 admin admin] Publish callbacks [] for security_group (48e2d006-10d2-4066-af7e-b9461df3a93e), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.558428 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.594630 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-89575ccf-7c30-4086-8c43-c29a02e26080 admin admin] Publish callbacks [] for security_group (48e2d006-10d2-4066-af7e-b9461df3a93e), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.613333 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:56:39.626901 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:56:39.637663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:56:39.671594 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=a1a2fd8b-1171-4b50-bff1-9784a638a248,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:39.767729 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-89575ccf-7c30-4086-8c43-c29a02e26080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (48e2d006-10d2-4066-af7e-b9461df3a93e), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.770278 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-89575ccf-7c30-4086-8c43-c29a02e26080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.771443 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-89575ccf-7c30-4086-8c43-c29a02e26080 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/48e2d006-10d2-4066-af7e-b9461df3a93e HTTP/1.1" status: 204 len: 168 time: 0.2774241 Aug 29 22:56:39.806064 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89575ccf-7c30-4086-8c43-c29a02e26080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e2d006-10d2-4066-af7e-b9461df3a93e,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:39.822494 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (ba5e7990-d3d7-4a03-a86a-dcbf96a60e70), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:39.924493 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:40.082407 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:40.155728 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:40.182151 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:40.230292 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (ba5e7990-d3d7-4a03-a86a-dcbf96a60e70), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:40.233200 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=a1a2fd8b-1171-4b50-bff1-9784a638a248,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:40.369426 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:40.370899 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-49a13915-6cca-41cc-a254-004db8c9345d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3980319 Aug 29 22:56:40.607123 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-4ed875f2-1287-4c50-984b-5afc249b93ec tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1875714106&fields=id&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 267 time: 0.0468137 Aug 29 22:56:40.783300 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-1bcebe29-c78c-4385-942b-7353c0c84c6f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:40.786233 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-1bcebe29-c78c-4385-942b-7353c0c84c6f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1712031 Aug 29 22:56:40.801143 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-b0bde592-d308-4a6a-ae99-e68080218f12 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/quotas/77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 375 time: 0.0097926 Aug 29 22:56:40.866024 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-fa078bfc-9a7f-4fb8-869d-0e5ff86501cd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591526 Aug 29 22:56:40.972173 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-ca9ab9de-3401-41f4-8185-f095551a7057 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926409 Aug 29 22:56:41.074445 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-e6a7dd0c-588b-45e5-9046-f9a8319b5628 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959728 Aug 29 22:56:41.356508 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-93a6dcf5-5dff-42b6-8095-9536258eb7e8 req-d448516c-55d2-4b87-8123-ab24bda67d8e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 210 time: 0.0312741 Aug 29 22:56:41.514768 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:56:41.702286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36360) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:41.830826 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ca72c219-3d9c-4bdb-bd4c-b80803646e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:41.876265 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:41.922466 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ca72c219-3d9c-4bdb-bd4c-b80803646e42 admin admin] Publish callbacks [] for security_group (ee148b6f-550f-4919-a5fe-4dc610b6243b), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:42.028848 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ca72c219-3d9c-4bdb-bd4c-b80803646e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (ee148b6f-550f-4919-a5fe-4dc610b6243b), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:42.072073 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ca72c219-3d9c-4bdb-bd4c-b80803646e42 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e1accf0779de46c78b1e93a180b479e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684454 Aug 29 22:56:42.073094 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72c219-3d9c-4bdb-bd4c-b80803646e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee148b6f-550f-4919-a5fe-4dc610b6243b,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:42.075007 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36366) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:42.125985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20d51b94-9e2e-4697-ae81-a32e7018a911 admin admin] Publish callbacks [] for security_group (ee148b6f-550f-4919-a5fe-4dc610b6243b), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:42.132973 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:42.146644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20d51b94-9e2e-4697-ae81-a32e7018a911 admin admin] Publish callbacks [] for security_group (ee148b6f-550f-4919-a5fe-4dc610b6243b), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:42.163516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:42.270710 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20d51b94-9e2e-4697-ae81-a32e7018a911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (ee148b6f-550f-4919-a5fe-4dc610b6243b), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:42.273330 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20d51b94-9e2e-4697-ae81-a32e7018a911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:42.274991 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-20d51b94-9e2e-4697-ae81-a32e7018a911 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ee148b6f-550f-4919-a5fe-4dc610b6243b HTTP/1.1" status: 204 len: 168 time: 0.1989980 Aug 29 22:56:42.283411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d51b94-9e2e-4697-ae81-a32e7018a911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee148b6f-550f-4919-a5fe-4dc610b6243b,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:42.468456 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a48d8e30-c559-4f88-a486-3981ec611821 req-2f04db8f-f245-4320-82b3-700f5c761513 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 210 time: 0.0360045 Aug 29 22:56:43.579644 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-71cf08b8-b25e-4cdc-8c6b-2b0c93060f5b req-89c79b05-1ac3-449e-bc31-7bfecc77f18e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 210 time: 0.0284214 Aug 29 22:56:43.931142 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-2eb32741-0ad9-43a4-b6c0-08641797d474 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:43.932823 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-2eb32741-0ad9-43a4-b6c0-08641797d474 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1104200 Aug 29 22:56:44.011535 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-806572d6-9c12-4251-83b0-969c58df9a05 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 473 time: 0.0689800 Aug 29 22:56:44.021148 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'port': {'device_id': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'admin_state_up': True, 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'security_groups': ['2c263186-83cd-4e19-9f51-e0a1c42b1b21']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:44.229761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Made reservation on behalf of 77495a957104457c8f0cbee8c01a4536 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:56:44.234463 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:44.372964 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.20.0.6 (3c5a5718-95a5-4078-9ca0-1c8c805a3f99/36e22cea-7aed-4355-b1b3-7416053be350/2fa0d2d3-2692-42cb-8171-8661666ff0bf) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:56:44.524896 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:44.639989 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:44.687226 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:56:44.690569 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:56:44.694767 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:56:44.720192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=2fa0d2d3-2692-42cb-8171-8661666ff0bf,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:44.728274 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519907ae-b0b9-4a8f-82e6-98f6edf33ddf req-8ae311af-7162-4873-bd60-2076271b2126 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:44.730551 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-519907ae-b0b9-4a8f-82e6-98f6edf33ddf req-8ae311af-7162-4873-bd60-2076271b2126 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 931 time: 0.0617836 Aug 29 22:56:44.731859 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:44.752473 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:44.753255 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:44.791965 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-519907ae-b0b9-4a8f-82e6-98f6edf33ddf req-daa1b84d-1078-4ac7-92b0-b5cb2d9f00f4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506968 Aug 29 22:56:44.854236 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-8b731d59-7d85-497c-8709-39e09af0ad26 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8366072 Aug 29 22:56:44.868410 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Request body: {'port': {'device_id': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:44.906064 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:44.914635 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-27a5428e-b50b-4d10-beb2-d22fd9a0074f None None] Provisioning complete for port 2fa0d2d3-2692-42cb-8171-8661666ff0bf triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:56:44.916800 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-27a5428e-b50b-4d10-beb2-d22fd9a0074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:44.936769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:44.949323 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-27a5428e-b50b-4d10-beb2-d22fd9a0074f None None] Port 2fa0d2d3-2692-42cb-8171-8661666ff0bf cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:56:45.472316 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa0d2d3-2692-42cb-8171-8661666ff0bf {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:56:45.481583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Publish callbacks [] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:45.494964 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Transition to ACTIVE for port object 2fa0d2d3-2692-42cb-8171-8661666ff0bf will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:56:45.583425 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:45.647256 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Pushing event updated for resources: {'Port': ['ID=2fa0d2d3-2692-42cb-8171-8661666ff0bf,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:45.701649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Attempting to bind port 2fa0d2d3-2692-42cb-8171-8661666ff0bf on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:56:45.701943 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Attempting to bind port 2fa0d2d3-2692-42cb-8171-8661666ff0bf by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:56:45.702197 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Attempting to bind port 2fa0d2d3-2692-42cb-8171-8661666ff0bf on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:56:45.709766 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Port 2fa0d2d3-2692-42cb-8171-8661666ff0bf on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:56:45.710161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Attempting to bind port 2fa0d2d3-2692-42cb-8171-8661666ff0bf on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:56:45.717332 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:56:45.717808 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Checking segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:56:45.718515 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Bound using segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:56:45.718944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Bound port: 2fa0d2d3-2692-42cb-8171-8661666ff0bf, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:56:45.719306 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:45.790571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] For port 2fa0d2d3-2692-42cb-8171-8661666ff0bf, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:56:45.794971 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] For port 2fa0d2d3-2692-42cb-8171-8661666ff0bf, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fa0d2d3-2692-42cb-8171-8661666ff0bf,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:56:45.881640 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:45.901914 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:45.902530 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:45.903898 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/2fa0d2d3-2692-42cb-8171-8661666ff0bf HTTP/1.1" status: 200 len: 1093 time: 1.0417633 Aug 29 22:56:45.907461 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:56:45.910015 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d0ee8-0486-4224-a4af-53195bb2427c" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:56:45.954799 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176a497-baf2-4d43-b35a-eca4a3f950ba req-b482906e-8f68-4e3c-b0bc-f1f5bb64118a tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:45.958446 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3176a497-baf2-4d43-b35a-eca4a3f950ba req-b482906e-8f68-4e3c-b0bc-f1f5bb64118a tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 943 time: 0.0862968 Aug 29 22:56:45.967989 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d48c93c-cc3b-480a-961b-a97e0f85e0ad x-openstack-request-id: req-5d48c93c-cc3b-480a-961b-a97e0f85e0ad {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:56:45.968268 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:56:45.968516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d48c93c-cc3b-480a-961b-a97e0f85e0ad {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:56:45.968934 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d48c93c-cc3b-480a-961b-a97e0f85e0ad'] response: {'name': 'network-changed', 'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'status': 'completed', 'code': 200} Aug 29 22:56:45.985475 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:45.995191 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc635b-1a6f-41ab-90ee-3f9cb69ae66b service neutron] Pushing event updated for resources: {'Port': ['ID=2fa0d2d3-2692-42cb-8171-8661666ff0bf,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:46.063540 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3176a497-baf2-4d43-b35a-eca4a3f950ba req-feb27db2-5b1a-4a26-a905-e24d2b37b6ca tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973315 Aug 29 22:56:46.064657 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d0ee8-0486-4224-a4af-53195bb2427c req-8a578b2d-6c11-4b40-8bf4-59f3c38d7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:46.066147 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e3d0ee8-0486-4224-a4af-53195bb2427c req-8a578b2d-6c11-4b40-8bf4-59f3c38d7418 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0678871 Aug 29 22:56:46.174790 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d0ee8-0486-4224-a4af-53195bb2427c req-546fabbd-b2ba-455b-9f2f-ee1855c2eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:46.176171 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e3d0ee8-0486-4224-a4af-53195bb2427c req-546fabbd-b2ba-455b-9f2f-ee1855c2eb9d service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=77495a957104457c8f0cbee8c01a4536&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034083 Aug 29 22:56:46.274728 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d0ee8-0486-4224-a4af-53195bb2427c req-3e346cf8-7a32-4fa4-a7eb-00a6c06b2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:46.276219 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e3d0ee8-0486-4224-a4af-53195bb2427c req-3e346cf8-7a32-4fa4-a7eb-00a6c06b2298 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942731 Aug 29 22:56:46.353521 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:46.356853 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-0838acd3-6999-49db-a2d2-a7bb3b8e82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:46.358380 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-0838acd3-6999-49db-a2d2-a7bb3b8e82df service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0419469 Aug 29 22:56:46.406664 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-d6572af1-70c2-47f3-a2cb-125aa1083ab1 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa0d2d3-2692-42cb-8171-8661666ff0bf HTTP/1.1" status: 200 len: 217 time: 0.0379570 Aug 29 22:56:46.457178 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-ad525e3b-4b81-464c-b8a7-dcc79fc9a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:46.458676 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-ad525e3b-4b81-464c-b8a7-dcc79fc9a9fb service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0456834 Aug 29 22:56:46.504615 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-09a7c33f-5987-4d11-b742-8b58e2e9a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:46.506190 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-09a7c33f-5987-4d11-b742-8b58e2e9a531 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416670 Aug 29 22:56:46.604428 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-a98f0a88-1f70-43e0-9f02-fcfb191ac027 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907693 Aug 29 22:56:46.701003 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d0f1e4ca-0476-4ba4-b470-6d0696bfed35 req-93a575a7-1ee0-4441-bb7c-55b27130fc95 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881195 Aug 29 22:56:47.185199 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e78c1-d047-4a08-95a3-1585a4ee129f req-317f73be-eb99-4be8-a95f-e5b091d6c9be tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:47.186697 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-495e78c1-d047-4a08-95a3-1585a4ee129f req-317f73be-eb99-4be8-a95f-e5b091d6c9be tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 943 time: 0.0476151 Aug 29 22:56:47.220559 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:47.240282 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-495e78c1-d047-4a08-95a3-1585a4ee129f req-e173bf26-bf8a-4b8d-8775-fdb3c93b064c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479665 Aug 29 22:56:47.304542 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36428) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:47.412399 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d288e6dc-9d78-4226-be0f-82fb52abf05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.487065 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d288e6dc-9d78-4226-be0f-82fb52abf05c admin admin] Publish callbacks [] for security_group (c5a4aa20-02b3-41f8-9def-e328fe5389f6), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.566740 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d288e6dc-9d78-4226-be0f-82fb52abf05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c5a4aa20-02b3-41f8-9def-e328fe5389f6), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.611833 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-d288e6dc-9d78-4226-be0f-82fb52abf05c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=14ebe1294b984d3ab778a9662bad533e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061953 Aug 29 22:56:47.612700 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288e6dc-9d78-4226-be0f-82fb52abf05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a4aa20-02b3-41f8-9def-e328fe5389f6,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:47.614497 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36432) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:47.670499 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3ee41795-2aa6-445f-b3ab-935fc3fda9a8 admin admin] Publish callbacks [] for security_group (c5a4aa20-02b3-41f8-9def-e328fe5389f6), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.691925 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3ee41795-2aa6-445f-b3ab-935fc3fda9a8 admin admin] Publish callbacks [] for security_group (c5a4aa20-02b3-41f8-9def-e328fe5389f6), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.916257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3ee41795-2aa6-445f-b3ab-935fc3fda9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c5a4aa20-02b3-41f8-9def-e328fe5389f6), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.919047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3ee41795-2aa6-445f-b3ab-935fc3fda9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:47.920231 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-3ee41795-2aa6-445f-b3ab-935fc3fda9a8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c5a4aa20-02b3-41f8-9def-e328fe5389f6 HTTP/1.1" status: 204 len: 168 time: 0.3047376 Aug 29 22:56:47.928450 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee41795-2aa6-445f-b3ab-935fc3fda9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a4aa20-02b3-41f8-9def-e328fe5389f6,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:47.940487 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:47.942346 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:48.374406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83645a17-8307-4cda-8d9c-92ac6d041ca0 req-b9fd63d6-36fd-4de1-9aa7-aae7f57f0c11 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:48.375928 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-83645a17-8307-4cda-8d9c-92ac6d041ca0 req-b9fd63d6-36fd-4de1-9aa7-aae7f57f0c11 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 943 time: 0.0489812 Aug 29 22:56:48.433221 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-83645a17-8307-4cda-8d9c-92ac6d041ca0 req-b054dfcb-9527-45fc-b7ed-2407b21f32b8 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515344 Aug 29 22:56:48.846704 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2fa0d2d3-2692-42cb-8171-8661666ff0bf details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:56:48.953830 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2fa0d2d3-2692-42cb-8171-8661666ff0bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fa0d2d3-2692-42cb-8171-8661666ff0bf,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:48.967051 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'port_id': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'mac_address': 'fa:16:3e:28:6e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:56:49.002849 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 2fa0d2d3-2692-42cb-8171-8661666ff0bf is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:56:49.003277 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:49.020806 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa0d2d3-2692-42cb-8171-8661666ff0bf {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:56:49.044048 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2fa0d2d3-2692-42cb-8171-8661666ff0bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fa0d2d3-2692-42cb-8171-8661666ff0bf,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:49.143714 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:49.193519 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=2fa0d2d3-2692-42cb-8171-8661666ff0bf,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:49.201309 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.201600 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.201953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.202299 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.202640 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.202983 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.203316 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.203648 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.203978 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.204330 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.204665 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.205024 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.205363 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.205677 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.206003 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:56:49.389856 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['2fa0d2d3-2692-42cb-8171-8661666ff0bf'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:56:49.481984 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:49.572384 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2e206-7c3c-4b6d-b17d-50b4b4108643 req-7f4b63dc-c8c5-491f-9ef5-e40569326314 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:49.575077 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ebf2e206-7c3c-4b6d-b17d-50b4b4108643 req-7f4b63dc-c8c5-491f-9ef5-e40569326314 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 944 time: 0.0572100 Aug 29 22:56:49.576760 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36466) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:49.628130 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ebf2e206-7c3c-4b6d-b17d-50b4b4108643 req-363c5459-42ba-4f4d-af5c-939217190882 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456576 Aug 29 22:56:49.687486 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-568bc8f8-c1ec-4b1d-a4ae-2922a928bfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:49.765140 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-568bc8f8-c1ec-4b1d-a4ae-2922a928bfd2 admin admin] Publish callbacks [] for security_group (32f63277-1c7a-4046-8906-76f3975ac22e), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:49.863995 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-568bc8f8-c1ec-4b1d-a4ae-2922a928bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (32f63277-1c7a-4046-8906-76f3975ac22e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:49.904128 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bc8f8-c1ec-4b1d-a4ae-2922a928bfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f63277-1c7a-4046-8906-76f3975ac22e,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:49.908579 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-568bc8f8-c1ec-4b1d-a4ae-2922a928bfd2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f70a40e5324a45cf87b0eb597e774348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308430 Aug 29 22:56:49.911358 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36470) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:49.967191 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-630fe35f-a1a2-4e83-9cf0-f2dfbf569db0 admin admin] Publish callbacks [] for security_group (32f63277-1c7a-4046-8906-76f3975ac22e), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:49.988739 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-630fe35f-a1a2-4e83-9cf0-f2dfbf569db0 admin admin] Publish callbacks [] for security_group (32f63277-1c7a-4046-8906-76f3975ac22e), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:50.144053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-630fe35f-a1a2-4e83-9cf0-f2dfbf569db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (32f63277-1c7a-4046-8906-76f3975ac22e), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:50.146609 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-630fe35f-a1a2-4e83-9cf0-f2dfbf569db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:50.147785 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-630fe35f-a1a2-4e83-9cf0-f2dfbf569db0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/32f63277-1c7a-4046-8906-76f3975ac22e HTTP/1.1" status: 204 len: 168 time: 0.2355132 Aug 29 22:56:50.156074 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fe35f-a1a2-4e83-9cf0-f2dfbf569db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f63277-1c7a-4046-8906-76f3975ac22e,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:50.756442 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaf131-72c5-4dd2-9ac2-7c290b0d20eb req-0cff6634-75e6-49c7-ad98-db62b5edade9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:50.757999 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-88aaf131-72c5-4dd2-9ac2-7c290b0d20eb req-0cff6634-75e6-49c7-ad98-db62b5edade9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 944 time: 0.0508122 Aug 29 22:56:50.805714 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-88aaf131-72c5-4dd2-9ac2-7c290b0d20eb req-2a06e2ca-02be-48ce-9e3e-9c0057396023 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Aug 29 22:56:50.863097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2fa0d2d3-2692-42cb-8171-8661666ff0bf up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:56:50.905964 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 2fa0d2d3-2692-42cb-8171-8661666ff0bf completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:56:50.982639 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 2fa0d2d3-2692-42cb-8171-8661666ff0bf triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:56:50.983056 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:51.057370 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 2fa0d2d3-2692-42cb-8171-8661666ff0bf is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:56:51.057685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:51.084688 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:56:51.087872 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e55147-79b3-4be8-9319-26ba49afd43a" -d '{"events": [{"server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "name": "network-vif-plugged", "status": "completed", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:56:51.100963 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 2fa0d2d3-2692-42cb-8171-8661666ff0bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fa0d2d3-2692-42cb-8171-8661666ff0bf,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:56:51.125973 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e971a8-5943-4c9b-b2d5-bcb1561b158f x-openstack-request-id: req-55e971a8-5943-4c9b-b2d5-bcb1561b158f {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:56:51.126264 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "name": "network-vif-plugged", "status": "completed", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:56:51.126540 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55e971a8-5943-4c9b-b2d5-bcb1561b158f {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:56:51.126941 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e971a8-5943-4c9b-b2d5-bcb1561b158f'] response: {'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'code': 200} Aug 29 22:56:51.195475 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:51.243772 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=2fa0d2d3-2692-42cb-8171-8661666ff0bf,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:56:51.496313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f29d39-67da-4666-a14d-f196e5cb4224 req-680ea12d-902d-4ee3-b8ba-023283fc4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:51.497852 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-17f29d39-67da-4666-a14d-f196e5cb4224 req-680ea12d-902d-4ee3-b8ba-023283fc4d35 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0400834 Aug 29 22:56:51.523114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:51.544522 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-17f29d39-67da-4666-a14d-f196e5cb4224 req-c25b875a-cc0c-4b97-a2a1-4a5dddfdc2e1 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 Aug 29 22:56:51.934407 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635a3cd-8a95-4ec6-8276-528e3c6cf3ca req-41c27d18-caf3-4b09-8be2-0f01c92ec9ce tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:51.935922 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d635a3cd-8a95-4ec6-8276-528e3c6cf3ca req-41c27d18-caf3-4b09-8be2-0f01c92ec9ce tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Aug 29 22:56:51.987764 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d635a3cd-8a95-4ec6-8276-528e3c6cf3ca req-1182e816-35db-4bdf-95ef-016f207b128f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458193 Aug 29 22:56:52.320634 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-13941c25-e38f-451b-92c9-cfa1f59863a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:53.105639 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:53.115093 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819bd76-2224-48db-a4f8-fc528010ddce req-bcffdb81-11c5-4050-ae89-a8b70853c626 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:53.116639 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b819bd76-2224-48db-a4f8-fc528010ddce req-bcffdb81-11c5-4050-ae89-a8b70853c626 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 945 time: 0.0495021 Aug 29 22:56:53.165214 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b819bd76-2224-48db-a4f8-fc528010ddce req-7fab449a-2a67-41b8-8366-c504651f6e91 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426860 Aug 29 22:56:54.286098 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6ecf-c54c-4fb9-b982-188a1e17e8b3 req-558cb715-122b-46e1-899c-0be8c13ae34b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:54.287666 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-606b6ecf-c54c-4fb9-b982-188a1e17e8b3 req-558cb715-122b-46e1-899c-0be8c13ae34b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Aug 29 22:56:54.335674 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-606b6ecf-c54c-4fb9-b982-188a1e17e8b3 req-aa750f7d-9663-4d86-b733-20243ba4b9b7 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424109 Aug 29 22:56:54.454217 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611eab5-f943-4b45-8679-486a89b4e39a req-a4227555-065e-4424-b537-676387a8c9fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:54.455750 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2611eab5-f943-4b45-8679-486a89b4e39a req-a4227555-065e-4424-b537-676387a8c9fd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Aug 29 22:56:54.465577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36490) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:56:54.469942 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'port_id': '2fa0d2d3-2692-42cb-8171-8661666ff0bf'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:56:54.509520 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (ba5e7990-d3d7-4a03-a86a-dcbf96a60e70), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:54.578440 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:54.719648 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-26de47e3-e6f9-4b89-ab7d-6895631cfa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:55.176793 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:55.240991 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (ba5e7990-d3d7-4a03-a86a-dcbf96a60e70), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:55.338321 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP ba5e7990-d3d7-4a03-a86a-dcbf96a60e70 associated. External IP: 172.27.4.117, port: 2fa0d2d3-2692-42cb-8171-8661666ff0bf. Aug 29 22:56:55.521556 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:55.538280 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:56:55.646817 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:56:55.651669 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:55.656231 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:56:55.666875 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:55.667398 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:56:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:55.681776 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-04128a19-5f74-4aff-8d0a-fd061bb1c1dc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/ba5e7990-d3d7-4a03-a86a-dcbf96a60e70 HTTP/1.1" status: 200 len: 991 time: 1.2147384 Aug 29 22:56:55.681986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:56:55.684216 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e7b08-3d37-4665-9399-98ea5549d62a" -d '{"events": [{"name": "network-changed", "server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:56:55.717490 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:55.722879 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7a2949-0c75-43be-b4ee-2dd378d0330e x-openstack-request-id: req-2f7a2949-0c75-43be-b4ee-2dd378d0330e {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:56:55.723169 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:56:55.723423 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f7a2949-0c75-43be-b4ee-2dd378d0330e {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:56:55.723835 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7a2949-0c75-43be-b4ee-2dd378d0330e'] response: {'name': 'network-changed', 'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'status': 'completed', 'code': 200} Aug 29 22:56:55.753787 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:55.778768 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:55.790494 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-bdbc0e04-f798-44df-a2b3-90bc57fd3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:55.792038 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-bdbc0e04-f798-44df-a2b3-90bc57fd3915 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0434074 Aug 29 22:56:55.898756 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-4806dd26-a9cc-4d39-b20c-86588ca139f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:55.900679 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-4806dd26-a9cc-4d39-b20c-86588ca139f3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 916 time: 0.1014080 Aug 29 22:56:55.957029 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:55.964330 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-fe9bf533-e3c1-4f19-9d7b-0514e33c18cd service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa0d2d3-2692-42cb-8171-8661666ff0bf HTTP/1.1" status: 200 len: 999 time: 0.0579910 Aug 29 22:56:56.016011 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:51Z', 'revision_number': 2, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}, {'id': 'ba5e7990-d3d7-4a03-a86a-dcbf96a60e70', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.117', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:28:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:56:39Z', 'updated_at': '2022-08-29T22:56:55Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:56.020547 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-1878fed5-c347-4c67-9b58-a47cf5b307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:56.022095 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-1878fed5-c347-4c67-9b58-a47cf5b307dc service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0514297 Aug 29 22:56:56.046512 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:56:56.064101 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:56:56.064704 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:56:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:56.070367 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-fdcf3d0a-a89e-434f-b4e9-44875bd57f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:56.071944 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-fdcf3d0a-a89e-434f-b4e9-44875bd57f4e service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428424 Aug 29 22:56:56.166977 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-67f02e35-b917-4c4e-885a-5443d3d778b5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Aug 29 22:56:56.169780 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:56.172260 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:56:56.264254 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c17e7b08-3d37-4665-9399-98ea5549d62a req-286b8979-cf30-4575-8350-84ec5b339672 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905845 Aug 29 22:56:56.408306 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:51Z', 'revision_number': 2, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}, {'id': 'ba5e7990-d3d7-4a03-a86a-dcbf96a60e70', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.117', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:28:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:56:39Z', 'updated_at': '2022-08-29T22:56:55Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:56:56.434855 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b57406-3c40-4c40-99fe-6a47fd169501 None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:51Z', 'revision_number': 2, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}, {'id': 'ba5e7990-d3d7-4a03-a86a-dcbf96a60e70', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.117', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:28:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:56:39Z', 'updated_at': '2022-08-29T22:56:55Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:56:56.647229 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729b3ed9-cb3f-4133-ab13-8925bdef9aaf None None] New status for floating IP ba5e7990-d3d7-4a03-a86a-dcbf96a60e70: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:56:56.785380 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac418fa-19f6-493f-9f64-52aebe7f1941 req-5a638b13-ab61-4bb7-945b-440f7249a4c7 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:56.787532 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bac418fa-19f6-493f-9f64-52aebe7f1941 req-5a638b13-ab61-4bb7-945b-440f7249a4c7 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0560362 Aug 29 22:56:56.841900 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bac418fa-19f6-493f-9f64-52aebe7f1941 req-f1496c68-4695-4574-99bc-be271407ccad tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477550 Aug 29 22:56:57.291420 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:57.560255 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:56:57.980373 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f4ca-b2e6-4f1d-82c3-080fdefc7fd1 req-1cb5c489-7c18-41ab-bde3-ed9ee3d5af39 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:57.981923 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0074f4ca-b2e6-4f1d-82c3-080fdefc7fd1 req-1cb5c489-7c18-41ab-bde3-ed9ee3d5af39 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0521550 Aug 29 22:56:58.033405 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0074f4ca-b2e6-4f1d-82c3-080fdefc7fd1 req-9b732a48-6fe7-464b-a352-ff3dca3ff00f tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452211 Aug 29 22:56:59.120566 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:56:59.162508 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b14e63-c77d-4a22-9aa5-37edc00e1f23 req-352f9ef2-ea82-44e0-a75a-2d11f2d2458a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:56:59.164053 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-55b14e63-c77d-4a22-9aa5-37edc00e1f23 req-352f9ef2-ea82-44e0-a75a-2d11f2d2458a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0531583 Aug 29 22:56:59.214376 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-55b14e63-c77d-4a22-9aa5-37edc00e1f23 req-a37976a2-ae4f-483b-a72c-7c44116d2597 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Aug 29 22:57:00.334643 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73af5-d3ca-4fe6-a1a2-ec453425ac48 req-bbe4d6bb-0b08-4d8a-a934-4519997efbb8 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:00.336167 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fff73af5-d3ca-4fe6-a1a2-ec453425ac48 req-bbe4d6bb-0b08-4d8a-a934-4519997efbb8 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0480735 Aug 29 22:57:00.386811 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-fff73af5-d3ca-4fe6-a1a2-ec453425ac48 req-2f071f35-0b07-4750-b6cf-52804ea12469 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Aug 29 22:57:01.505083 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0742-57e7-4ff1-8b04-5db5e28d3bb8 req-5a930c8c-7ec3-4730-8f57-553bbf081915 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:01.506605 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-074b0742-57e7-4ff1-8b04-5db5e28d3bb8 req-5a930c8c-7ec3-4730-8f57-553bbf081915 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0476339 Aug 29 22:57:01.558329 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-074b0742-57e7-4ff1-8b04-5db5e28d3bb8 req-330e7156-ef4d-4efc-95a4-ff9218251c7b tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459197 Aug 29 22:57:02.683419 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b42e5-54d0-43a6-b8f8-886f13420a84 req-4eaee9f5-67da-41d8-9b67-d23a9936cb69 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:02.684927 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a21b42e5-54d0-43a6-b8f8-886f13420a84 req-4eaee9f5-67da-41d8-9b67-d23a9936cb69 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0502672 Aug 29 22:57:02.733846 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a21b42e5-54d0-43a6-b8f8-886f13420a84 req-3344658b-b312-4b87-a83f-11975c2ae08f tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Aug 29 22:57:03.863086 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84343e2-d6eb-4fe5-85eb-ec740519ae27 req-34ca3dfb-8fcf-4cc9-9929-e9f12f17942c tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:03.864627 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b84343e2-d6eb-4fe5-85eb-ec740519ae27 req-34ca3dfb-8fcf-4cc9-9929-e9f12f17942c tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0472627 Aug 29 22:57:03.918895 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b84343e2-d6eb-4fe5-85eb-ec740519ae27 req-40b8df66-0d09-4e77-bc50-25304c5352ab tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487807 Aug 29 22:57:05.023827 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:05.040456 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14878464-5fd5-450a-98ea-5bed86df4515 req-c22740af-3f2f-428f-9ced-a4035b80e122 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:05.042074 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-14878464-5fd5-450a-98ea-5bed86df4515 req-c22740af-3f2f-428f-9ced-a4035b80e122 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0495744 Aug 29 22:57:05.093500 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-14878464-5fd5-450a-98ea-5bed86df4515 req-053b9678-5206-40fc-bef9-458add8654e1 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458190 Aug 29 22:57:06.216939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39177e3d-851a-4ec2-b2da-734c7cb80331 req-6758774e-6c64-4afa-8685-673c90ab9bc8 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:06.218420 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-39177e3d-851a-4ec2-b2da-734c7cb80331 req-6758774e-6c64-4afa-8685-673c90ab9bc8 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0510032 Aug 29 22:57:06.267890 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-39177e3d-851a-4ec2-b2da-734c7cb80331 req-559eff7c-6ee0-47c6-969d-1e8ac8a78516 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Aug 29 22:57:06.760874 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:06.764801 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:06.987903 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126668ee-c192-4591-a403-e7f749953986 req-2e687b6f-faa8-4743-b248-e2f518b2870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:06.989472 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-126668ee-c192-4591-a403-e7f749953986 req-2e687b6f-faa8-4743-b248-e2f518b2870c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1130 time: 0.0409076 Aug 29 22:57:07.093486 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126668ee-c192-4591-a403-e7f749953986 req-0e622862-828e-45d3-bb79-6c7ffcc5ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:07.094977 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-126668ee-c192-4591-a403-e7f749953986 req-0e622862-828e-45d3-bb79-6c7ffcc5ff78 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 200 len: 909 time: 0.1001246 Aug 29 22:57:07.157095 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-126668ee-c192-4591-a403-e7f749953986 req-7a1bfef2-8e0a-43f0-af32-4a6eafa5a625 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 1002 time: 0.0554612 Aug 29 22:57:07.208231 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126668ee-c192-4591-a403-e7f749953986 req-340279e4-1521-4d1c-b365-938e6500e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:07.209701 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-126668ee-c192-4591-a403-e7f749953986 req-340279e4-1521-4d1c-b365-938e6500e6db service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=bd981eb2-a2ba-432c-b6d7-76d33f673de7 HTTP/1.1" status: 200 len: 847 time: 0.0477128 Aug 29 22:57:07.253205 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126668ee-c192-4591-a403-e7f749953986 req-a7a5e8cd-2430-4025-9b68-76f8e2033335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:07.254705 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-126668ee-c192-4591-a403-e7f749953986 req-a7a5e8cd-2430-4025-9b68-76f8e2033335 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=cdc689a8-02d8-417d-924a-20e87953aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397010 Aug 29 22:57:07.354074 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-126668ee-c192-4591-a403-e7f749953986 req-b70e1f0a-5f40-4dde-9389-5ab0a05c7e46 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867095 Aug 29 22:57:07.389285 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969abdab-50b2-4c62-8e2f-d9c6cc5591a1 req-2701d017-20c5-4c6a-8daa-6b4b68eb707d tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:07.390812 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-969abdab-50b2-4c62-8e2f-d9c6cc5591a1 req-2701d017-20c5-4c6a-8daa-6b4b68eb707d tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0476947 Aug 29 22:57:07.445908 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-969abdab-50b2-4c62-8e2f-d9c6cc5591a1 req-41ef939e-9e61-4999-ac60-e04623904526 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490582 Aug 29 22:57:07.452319 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-126668ee-c192-4591-a403-e7f749953986 req-acaeede2-3fe4-4a05-913b-a20cbe76b2ff service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925198 Aug 29 22:57:07.478434 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=50 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:07.480293 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:08.572207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa19e03-106d-4003-ac08-380e99fd9372 req-7a4942ef-2e26-46cc-a143-6a7ff37c7654 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:08.573752 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0aa19e03-106d-4003-ac08-380e99fd9372 req-7a4942ef-2e26-46cc-a143-6a7ff37c7654 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0508721 Aug 29 22:57:08.606572 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:08.624005 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0aa19e03-106d-4003-ac08-380e99fd9372 req-e621e7ba-05fe-4a0e-b3de-1d6207a311b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447800 Aug 29 22:57:09.746401 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb0776-9e66-40e2-9bd0-f0ec6f112ad4 req-1ef249f0-ce99-40a8-9123-fcbd7c5b7a30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:09.748488 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c1eb0776-9e66-40e2-9bd0-f0ec6f112ad4 req-1ef249f0-ce99-40a8-9123-fcbd7c5b7a30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0498991 Aug 29 22:57:09.797766 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c1eb0776-9e66-40e2-9bd0-f0ec6f112ad4 req-870d2254-ecde-4bcd-ad08-833e803d349d tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436513 Aug 29 22:57:10.924678 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1777c-26ac-4e62-9daa-353987774629 req-71b4f3c8-2c91-45fa-9f21-52126c11b126 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:10.926270 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-30f1777c-26ac-4e62-9daa-353987774629 req-71b4f3c8-2c91-45fa-9f21-52126c11b126 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0515366 Aug 29 22:57:10.951315 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:10.977518 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-30f1777c-26ac-4e62-9daa-353987774629 req-38437d41-e2fe-469b-8ffa-0fdddd56156a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456202 Aug 29 22:57:11.481021 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764156d4-60c4-4803-a6e2-e9500f63f125 req-ed733879-c2a3-4eab-808b-5d5e70dbdd49 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:11.482499 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-764156d4-60c4-4803-a6e2-e9500f63f125 req-ed733879-c2a3-4eab-808b-5d5e70dbdd49 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0556068 Aug 29 22:57:11.531171 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-3ef228fb-4714-4f23-9bf4-03eda781aa10 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683591 Aug 29 22:57:11.563426 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-764156d4-60c4-4803-a6e2-e9500f63f125 req-6bea5d6c-8f82-450f-97fd-fc295b1e2a65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633764 Aug 29 22:57:11.609206 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37c474-e800-4c25-9df4-717e7857f22b req-f0e44bdf-2e4f-4da3-b148-4fd2976a7bd7 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:11.610619 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-f0e44bdf-2e4f-4da3-b148-4fd2976a7bd7 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports/91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 943 time: 0.0496769 Aug 29 22:57:12.685632 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304895a6-9723-4845-aac4-e5196a9894c8 req-4f6d896e-3800-4efc-a699-f4162d4f1df3 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:12.687017 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-304895a6-9723-4845-aac4-e5196a9894c8 req-4f6d896e-3800-4efc-a699-f4162d4f1df3 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0499899 Aug 29 22:57:12.741674 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-304895a6-9723-4845-aac4-e5196a9894c8 req-6a1f5eab-bf67-472b-928d-90afa959865c tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489926 Aug 29 22:57:12.989295 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 91df5732-ae39-46e4-8d12-2571816bc572 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:57:13.063347 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 91df5732-ae39-46e4-8d12-2571816bc572 is: ACTIVE; New status is: DOWN {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:57:13.063735 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:13.087386 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:57:13.089769 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0b9c56-0505-452f-853c-4386f9edd2da" -d '{"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-unplugged", "status": "completed", "tag": "91df5732-ae39-46e4-8d12-2571816bc572"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:57:13.103336 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:13.127926 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Aug 2022 22:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acb5ee0-1f39-4d2d-a96e-b52b1a851585 x-openstack-request-id: req-5acb5ee0-1f39-4d2d-a96e-b52b1a851585 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:57:13.128218 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-unplugged", "status": "failed", "tag": "91df5732-ae39-46e4-8d12-2571816bc572", "code": 422}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:57:13.128474 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5acb5ee0-1f39-4d2d-a96e-b52b1a851585 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:57:13.128953 dv-cinder-854269-4-iscsi neutron-server[124852]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5acb5ee0-1f39-4d2d-a96e-b52b1a851585']: {'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572', 'code': 422} returned with failed status Aug 29 22:57:13.205037 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:13.256591 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=6']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:13.862527 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431783e9-dc59-43ef-a58d-cd7fc09190a7 req-59fce7d3-76eb-498b-a22f-2123fb8d3b00 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:13.864022 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-431783e9-dc59-43ef-a58d-cd7fc09190a7 req-59fce7d3-76eb-498b-a22f-2123fb8d3b00 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0477018 Aug 29 22:57:13.914376 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-431783e9-dc59-43ef-a58d-cd7fc09190a7 req-2c4f6d19-cfbd-4266-84cc-b53e899fecd4 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446362 Aug 29 22:57:14.508462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37c474-e800-4c25-9df4-717e7857f22b req-4964dc08-f311-4db8-951b-0acfe3ec9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:14.510018 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-4964dc08-f311-4db8-951b-0acfe3ec9997 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b&tenant_id=e1e766828cca43808ba55f00a50c53f9 HTTP/1.1" status: 200 len: 1128 time: 0.0400429 Aug 29 22:57:14.583988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37c474-e800-4c25-9df4-717e7857f22b req-7e843048-73ec-4e87-9e40-60606a6fcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:14.585610 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-7e843048-73ec-4e87-9e40-60606a6fcf03 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1128 time: 0.0528173 Aug 29 22:57:14.692553 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37c474-e800-4c25-9df4-717e7857f22b req-7ee8b1cf-1e52-4ada-bf33-7f4ba63d4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:14.694671 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-7ee8b1cf-1e52-4ada-bf33-7f4ba63d4da4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 200 len: 909 time: 0.1030107 Aug 29 22:57:14.768697 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-bccd3092-66a2-44ad-bfda-9b18a805019a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 1000 time: 0.0632751 Aug 29 22:57:14.817755 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37c474-e800-4c25-9df4-717e7857f22b req-58d42597-b20b-4f26-aadd-04d8377d8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:14.819420 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-58d42597-b20b-4f26-aadd-04d8377d8973 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=bd981eb2-a2ba-432c-b6d7-76d33f673de7 HTTP/1.1" status: 200 len: 847 time: 0.0446036 Aug 29 22:57:14.866972 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37c474-e800-4c25-9df4-717e7857f22b req-d248c031-3542-49eb-be4d-33ea627eddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:14.868459 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-d248c031-3542-49eb-be4d-33ea627eddce service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=cdc689a8-02d8-417d-924a-20e87953aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426676 Aug 29 22:57:14.959605 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-2d958289-3ba4-442e-8a3d-34540a09d082 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Aug 29 22:57:15.069224 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d653d26-6462-4141-aabd-060d760ddcb2 req-6c9b0fbd-61bd-4e7e-b76d-2e016588f7bc tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:15.070610 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d653d26-6462-4141-aabd-060d760ddcb2 req-6c9b0fbd-61bd-4e7e-b76d-2e016588f7bc tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0569916 Aug 29 22:57:15.106454 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-af37c474-e800-4c25-9df4-717e7857f22b req-d8af3080-9847-49db-998e-f888141ba97c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413310 Aug 29 22:57:15.139906 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7d653d26-6462-4141-aabd-060d760ddcb2 req-38d885d1-1650-433a-a505-502a9507c6a6 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551591 Aug 29 22:57:16.260406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6dc01-26e1-4d96-9d01-33f928bb6665 req-983f3cbe-96d2-426e-b960-59435159fd65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:16.261860 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2cb6dc01-26e1-4d96-9d01-33f928bb6665 req-983f3cbe-96d2-426e-b960-59435159fd65 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0482285 Aug 29 22:57:16.283241 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:16.312636 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-2cb6dc01-26e1-4d96-9d01-33f928bb6665 req-0288fb85-f622-464e-9757-a6b08303d5f1 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451548 Aug 29 22:57:17.438696 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdc845-4547-4a08-af78-6630bb600e8f req-57afd452-908e-443a-9843-8663ca97babb tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:17.440199 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-defdc845-4547-4a08-af78-6630bb600e8f req-57afd452-908e-443a-9843-8663ca97babb tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0529451 Aug 29 22:57:17.493648 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-defdc845-4547-4a08-af78-6630bb600e8f req-13a5e8aa-26d8-489f-b1b4-330e323a47ff tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464809 Aug 29 22:57:18.515173 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:57:18.621406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d26ce4-b718-4ec1-830e-3988930bf5df req-d854ba57-f1c1-41a6-b305-6262a104c053 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:18.622906 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-54d26ce4-b718-4ec1-830e-3988930bf5df req-d854ba57-f1c1-41a6-b305-6262a104c053 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0521464 Aug 29 22:57:18.673822 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-54d26ce4-b718-4ec1-830e-3988930bf5df req-acae8b16-6fe7-472b-99dd-05b36d37770e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451970 Aug 29 22:57:19.494963 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:19.796822 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a91fd-20c9-4e00-a22b-de7e5ea9f03e req-91e8a467-ff91-49d9-b04f-ae74ab524685 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:19.798217 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-007a91fd-20c9-4e00-a22b-de7e5ea9f03e req-91e8a467-ff91-49d9-b04f-ae74ab524685 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0484657 Aug 29 22:57:19.823793 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:19.849611 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-007a91fd-20c9-4e00-a22b-de7e5ea9f03e req-c4b6be8f-eab8-4c15-af6c-181ba2ca0dfd tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Aug 29 22:57:20.281207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-0fc96699-38fe-4d09-ae86-df138d67c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:20.282722 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-0fc96699-38fe-4d09-ae86-df138d67c6d7 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1128 time: 0.0442107 Aug 29 22:57:20.350813 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:20.390395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-35bb2ccb-ed19-4c5e-ba6b-4b930adb8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:20.391924 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-35bb2ccb-ed19-4c5e-ba6b-4b930adb8bac service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 200 len: 909 time: 0.0895946 Aug 29 22:57:20.458822 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-6d728742-9d8f-47ef-8c9c-8432ae9ab250 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 1000 time: 0.0607607 Aug 29 22:57:20.591640 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-45133b10-3a6b-44c8-9793-40791eee7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:20.593145 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-45133b10-3a6b-44c8-9793-40791eee7051 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=bd981eb2-a2ba-432c-b6d7-76d33f673de7 HTTP/1.1" status: 200 len: 847 time: 0.0467379 Aug 29 22:57:20.968150 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f040a2-e817-4fd1-a89e-5c34583e3622 req-284d85e3-a759-459b-848d-39e60b62a390 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:20.969680 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c0f040a2-e817-4fd1-a89e-5c34583e3622 req-284d85e3-a759-459b-848d-39e60b62a390 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0476608 Aug 29 22:57:21.019725 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c0f040a2-e817-4fd1-a89e-5c34583e3622 req-46c332c4-a67d-4db0-8e98-16e0b9fd3326 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444760 Aug 29 22:57:21.215746 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-26998b65-366f-46d5-af78-2b2fa6794aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:21.217339 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-26998b65-366f-46d5-af78-2b2fa6794aff service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=cdc689a8-02d8-417d-924a-20e87953aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424817 Aug 29 22:57:21.327561 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-a1bb219b-22f3-4036-aae1-bca0de9951a8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041827 Aug 29 22:57:21.421413 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6120db5d-b605-4674-b1b5-2d5ff17bab5f req-edd44500-45e1-4d71-9e0f-f76367e80929 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872617 Aug 29 22:57:22.145066 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cc951-036d-4a99-94fd-8d7df303180e req-ac822138-dc28-42cf-9415-3a6b3a799f8e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:22.146568 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d85cc951-036d-4a99-94fd-8d7df303180e req-ac822138-dc28-42cf-9415-3a6b3a799f8e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0511146 Aug 29 22:57:22.200864 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d85cc951-036d-4a99-94fd-8d7df303180e req-239c6015-0265-4ed8-8446-815c7e1d8bd5 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472894 Aug 29 22:57:22.337399 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-2c58f665-b818-4ff0-9f0f-84debfbfccab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:23.049317 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 91df5732-ae39-46e4-8d12-2571816bc572 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:57:23.151250 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:23.162644 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '91df5732-ae39-46e4-8d12-2571816bc572', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'port_id': '91df5732-ae39-46e4-8d12-2571816bc572', 'mac_address': 'fa:16:3e:33:a4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:57:23.199514 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 91df5732-ae39-46e4-8d12-2571816bc572 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:57:23.199901 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:23.216170 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91df5732-ae39-46e4-8d12-2571816bc572 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:57:23.242064 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:23.308188 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:23.330019 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba88d-7ada-49e0-8ee0-8bcb7308252f req-75600de3-aed8-4ded-b43d-7c0c015b60cb tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:23.331530 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-479ba88d-7ada-49e0-8ee0-8bcb7308252f req-75600de3-aed8-4ded-b43d-7c0c015b60cb tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 944 time: 0.0523705 Aug 29 22:57:23.356591 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=7']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:23.383400 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-479ba88d-7ada-49e0-8ee0-8bcb7308252f req-8bb5b32f-c6d7-497f-8d2b-bf6eb782e4aa tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456319 Aug 29 22:57:23.605061 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['91df5732-ae39-46e4-8d12-2571816bc572'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:57:23.755926 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:23.789382 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:24.511160 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c71d0-46cd-434f-a211-7e0319c06b87 req-f74d2228-6924-49d6-8dba-d5836735e9e9 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:24.512589 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d38c71d0-46cd-434f-a211-7e0319c06b87 req-f74d2228-6924-49d6-8dba-d5836735e9e9 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 945 time: 0.0467570 Aug 29 22:57:24.569348 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d38c71d0-46cd-434f-a211-7e0319c06b87 req-9e11c652-5bb0-4f07-95fa-adbc1f2922f1 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510190 Aug 29 22:57:24.785997 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-4819c1fc-1ba0-4b1d-99ca-c5bd526c6225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:25.073451 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 91df5732-ae39-46e4-8d12-2571816bc572 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:57:25.116581 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 91df5732-ae39-46e4-8d12-2571816bc572 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:57:25.116991 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (91df5732-ae39-46e4-8d12-2571816bc572), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:25.192967 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 91df5732-ae39-46e4-8d12-2571816bc572 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:57:25.193347 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:25.215653 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:57:25.217890 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296a56fe-5cd9-424c-aae9-ac05ffe929f4" -d '{"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-plugged", "status": "completed", "tag": "91df5732-ae39-46e4-8d12-2571816bc572"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:57:25.230632 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:25.257058 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b685a2-5b34-47d0-9809-be2b14f86003 x-openstack-request-id: req-12b685a2-5b34-47d0-9809-be2b14f86003 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:57:25.257351 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-plugged", "status": "completed", "tag": "91df5732-ae39-46e4-8d12-2571816bc572", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:57:25.257630 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12b685a2-5b34-47d0-9809-be2b14f86003 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:57:25.258033 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b685a2-5b34-47d0-9809-be2b14f86003'] response: {'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572', 'code': 200} Aug 29 22:57:25.317615 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:25.365444 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=8']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:25.566072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462485b-31b0-4321-977d-c858865ad136 req-5a361d71-d89d-4a1f-a059-48255c03defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:25.567607 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9462485b-31b0-4321-977d-c858865ad136 req-5a361d71-d89d-4a1f-a059-48255c03defb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1130 time: 0.0403516 Aug 29 22:57:25.623920 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9462485b-31b0-4321-977d-c858865ad136 req-c37d53ac-a63c-453f-945f-02a4c0111999 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Aug 29 22:57:25.694461 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e4968-78ca-4e7e-b21c-f9af64c9bbe1 req-58023e4a-0d4e-4ace-a4fc-72324dad179d tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:25.695943 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-be2e4968-78ca-4e7e-b21c-f9af64c9bbe1 req-58023e4a-0d4e-4ace-a4fc-72324dad179d tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0473228 Aug 29 22:57:25.747468 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-be2e4968-78ca-4e7e-b21c-f9af64c9bbe1 req-62e720e5-01cb-40eb-b5df-c401e71319e5 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450234 Aug 29 22:57:26.124792 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:26.872397 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809e1e6-c4c8-4b8d-8b71-7000cfb62a35 req-033f0429-503d-44df-8bad-311dd25f7902 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:26.873958 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6809e1e6-c4c8-4b8d-8b71-7000cfb62a35 req-033f0429-503d-44df-8bad-311dd25f7902 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0492313 Aug 29 22:57:26.935512 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-6809e1e6-c4c8-4b8d-8b71-7000cfb62a35 req-f1c2f523-b4bf-4da6-aaff-2ceec91251ea tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557055 Aug 29 22:57:27.312065 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:27.542586 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:28.513842 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:31.189755 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031db52-b512-49c2-aa68-a3fefcdb8fa7 req-b079bc36-a1ae-4811-8c83-1dc737d922b2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:31.191253 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e031db52-b512-49c2-aa68-a3fefcdb8fa7 req-b079bc36-a1ae-4811-8c83-1dc737d922b2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 945 time: 0.0470815 Aug 29 22:57:31.243392 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-e031db52-b512-49c2-aa68-a3fefcdb8fa7 req-b446f7cf-6dec-4e18-bb17-88db7377a56c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465207 Aug 29 22:57:32.367097 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ea76e-baee-4974-b4df-2dc3c7d8ca10 req-3afb2fd1-752a-4d3b-a531-70d7d30cd8d7 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:32.368602 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-359ea76e-baee-4974-b4df-2dc3c7d8ca10 req-3afb2fd1-752a-4d3b-a531-70d7d30cd8d7 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 945 time: 0.0479372 Aug 29 22:57:32.416572 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-359ea76e-baee-4974-b4df-2dc3c7d8ca10 req-dde36e48-45f5-4d2f-ace0-561a78e5b003 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2c263186-83cd-4e19-9f51-e0a1c42b1b21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Aug 29 22:57:32.567484 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-991fd018-6541-4d13-a0aa-9417f88c3c6a tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:32.569030 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-991fd018-6541-4d13-a0aa-9417f88c3c6a tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 945 time: 0.0503571 Aug 29 22:57:32.602917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:32.657218 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port 2fa0d2d3-2692-42cb-8171-8661666ff0bf {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:57:32.657591 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:32.701839 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:32.751703 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] For port 2fa0d2d3-2692-42cb-8171-8661666ff0bf, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=2fa0d2d3-2692-42cb-8171-8661666ff0bf,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:32.752069 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:32.911325 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:32.911608 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (ba5e7990-d3d7-4a03-a86a-dcbf96a60e70), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:32.911922 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP ba5e7990-d3d7-4a03-a86a-dcbf96a60e70 disassociated. External IP: 172.27.4.117, port: 2fa0d2d3-2692-42cb-8171-8661666ff0bf. Aug 29 22:57:32.912260 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for 2fa0d2d3-2692-42cb-8171-8661666ff0bf owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:57:33.135644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (2fa0d2d3-2692-42cb-8171-8661666ff0bf), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:33.164743 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=2fa0d2d3-2692-42cb-8171-8661666ff0bf,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:33.176272 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.176625 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.176996 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.177339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.177672 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.178003 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.178332 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.178660 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.179199 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.179570 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.179974 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.180306 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.180633 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.180982 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.181310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:33.522367 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-75cd7327-9813-47fc-b72b-71cd4b3c5fe7 req-3156dba2-a4ea-4e44-967a-2468620db225 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 210 time: 0.0295694 Aug 29 22:57:33.553228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:57:33.662493 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:57:33.673320 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:57:33.686201 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:57:33.686943 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:33.707008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] No DVR routers for this DVR port 2fa0d2d3-2692-42cb-8171-8661666ff0bf on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:57:33.709491 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:33.712967 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f69fb12f-5553-4dd0-89db-6fbf74cea32b req-dfaa47d3-3cbe-4f12-8ddb-038c0dbff19d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "DELETE /networking/v2.0/ports/2fa0d2d3-2692-42cb-8171-8661666ff0bf HTTP/1.1" status: 204 len: 173 time: 1.1353228 Aug 29 22:57:33.713397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'name': 'network-vif-deleted', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:57:33.716152 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c414b6-8a9a-4b73-99a0-5a88a4dbe207" -d '{"events": [{"server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "name": "network-vif-deleted", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:57:33.754920 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3f92f-c377-4228-ad15-1873e3280011 x-openstack-request-id: req-a4f3f92f-c377-4228-ad15-1873e3280011 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:57:33.755208 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0", "name": "network-vif-deleted", "tag": "2fa0d2d3-2692-42cb-8171-8661666ff0bf", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:57:33.755460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4f3f92f-c377-4228-ad15-1873e3280011 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:57:33.755861 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f3f92f-c377-4228-ad15-1873e3280011'] response: {'server_uuid': '21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0', 'name': 'network-vif-deleted', 'tag': '2fa0d2d3-2692-42cb-8171-8661666ff0bf', 'status': 'completed', 'code': 200} Aug 29 22:57:33.797216 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:57:34.006703 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:51Z', 'revision_number': 2, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:34.035809 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:57:34.045820 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:57:34.046431 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:34.151210 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:57:34.224958 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:34.234019 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:34.372467 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:51Z', 'revision_number': 2, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:34.396648 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfb98a-21c6-45cc-a5f8-2a69ac6ccaae None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'a1337545-7868-4d7e-ae4b-939b166f9bb6', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.180', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:5e:58:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:55:35Z', 'updated_at': '2022-08-29T22:55:51Z', 'revision_number': 2, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:57:34.626667 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3009e-d123-4845-90f8-168550e74b08 None None] New status for floating IP ba5e7990-d3d7-4a03-a86a-dcbf96a60e70: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:57:34.650199 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7e8dd1fb-af6d-457c-a542-33ad85c252cc req-27509bd7-8197-41db-bec8-f789da7ebab5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=21cc6c56-3c44-4dd8-aa7c-2ff04dfac4e0 HTTP/1.1" status: 200 len: 210 time: 0.0291724 Aug 29 22:57:35.808953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36600) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:35.863249 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ef805202-dd6a-41a1-b67e-362344a46609 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (2c263186-83cd-4e19-9f51-e0a1c42b1b21), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:35.880305 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:35.884808 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ef805202-dd6a-41a1-b67e-362344a46609 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (2c263186-83cd-4e19-9f51-e0a1c42b1b21), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.002184 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ef805202-dd6a-41a1-b67e-362344a46609 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (2c263186-83cd-4e19-9f51-e0a1c42b1b21), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.004819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ef805202-dd6a-41a1-b67e-362344a46609 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.006023 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ef805202-dd6a-41a1-b67e-362344a46609 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2c263186-83cd-4e19-9f51-e0a1c42b1b21 HTTP/1.1" status: 204 len: 168 time: 0.1960380 Aug 29 22:57:36.009020 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36602) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:36.016524 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:36.016915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805202-dd6a-41a1-b67e-362344a46609 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c263186-83cd-4e19-9f51-e0a1c42b1b21,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:36.024160 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.api.v2.resource [None req-34a8f1a0-dedc-4df0-bd87-25b269e6eccd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] show failed (client error): The resource could not be found. Aug 29 22:57:36.025209 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-34a8f1a0-dedc-4df0-bd87-25b269e6eccd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups/2c263186-83cd-4e19-9f51-e0a1c42b1b21 HTTP/1.1" status: 404 len: 347 time: 0.0151973 Aug 29 22:57:36.028462 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36604) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:36.141614 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port a1a2fd8b-1171-4b50-bff1-9784a638a248 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:57:36.141860 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.192141 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:36.218197 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.219406 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (a1a2fd8b-1171-4b50-bff1-9784a638a248), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.231704 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for a1a2fd8b-1171-4b50-bff1-9784a638a248 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:57:36.421684 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (a1a2fd8b-1171-4b50-bff1-9784a638a248), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.444679 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=a1a2fd8b-1171-4b50-bff1-9784a638a248,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:36.515138 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (ba5e7990-d3d7-4a03-a86a-dcbf96a60e70), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.517925 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:36.519064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a318754c-d4cb-4ea3-8e8d-edf3227d8d45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/ba5e7990-d3d7-4a03-a86a-dcbf96a60e70 HTTP/1.1" status: 204 len: 168 time: 0.4894018 Aug 29 22:57:37.141851 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2fa0d2d3-2692-42cb-8171-8661666ff0bf no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:57:37.165475 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 2fa0d2d3-2692-42cb-8171-8661666ff0bf {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:57:37.165817 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 2fa0d2d3-2692-42cb-8171-8661666ff0bf not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:57:38.593449 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78c63f-155e-4ec8-90d1-95e8458b0457 req-c8664c80-319d-4186-ad85-58d9ef58ea46 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:38.594972 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a78c63f-155e-4ec8-90d1-95e8458b0457 req-c8664c80-319d-4186-ad85-58d9ef58ea46 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 945 time: 0.0527146 Aug 29 22:57:38.642747 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a78c63f-155e-4ec8-90d1-95e8458b0457 req-15b9c1ff-d381-4880-a358-df5f73b48a9b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Aug 29 22:57:39.766398 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a08d6e-a2da-46b7-b1ce-bd7cb88250eb req-ab1921fb-d93e-4780-8b23-9746dafabae2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:39.767865 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-09a08d6e-a2da-46b7-b1ce-bd7cb88250eb req-ab1921fb-d93e-4780-8b23-9746dafabae2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 945 time: 0.0477521 Aug 29 22:57:39.819822 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-09a08d6e-a2da-46b7-b1ce-bd7cb88250eb req-8829e619-5360-42b9-a129-4edad24d3150 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=bbf51910-0cf4-49f5-9344-f0788822adfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462921 Aug 29 22:57:40.148711 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-312db511-2b50-4762-a67b-110d5f72e134 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:40.150111 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-312db511-2b50-4762-a67b-110d5f72e134 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 945 time: 0.0479095 Aug 29 22:57:40.244988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port e012ab5d-526a-49b1-9047-fa65495d9acc {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:57:40.245329 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:40.350132 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] For port e012ab5d-526a-49b1-9047-fa65495d9acc, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=e012ab5d-526a-49b1-9047-fa65495d9acc,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:40.350495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:40.396983 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:40.521487 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:40.521842 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (a1337545-7868-4d7e-ae4b-939b166f9bb6), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:40.522159 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP a1337545-7868-4d7e-ae4b-939b166f9bb6 disassociated. External IP: 172.27.4.180, port: e012ab5d-526a-49b1-9047-fa65495d9acc. Aug 29 22:57:40.522491 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for e012ab5d-526a-49b1-9047-fa65495d9acc owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:57:40.832941 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (e012ab5d-526a-49b1-9047-fa65495d9acc), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:40.863202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=e012ab5d-526a-49b1-9047-fa65495d9acc,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:40.872522 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:40.943590 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6e0bcd4f-eb6a-49bd-9038-61d5310132a6 req-6d185f16-b7be-430f-b587-52930ba6b317 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 210 time: 0.0401340 Aug 29 22:57:41.001401 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:57:41.106914 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:57:41.116929 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:57:41.127717 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:57:41.128341 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:41.152468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] No DVR routers for this DVR port e012ab5d-526a-49b1-9047-fa65495d9acc on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:57:41.155098 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:41.159395 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-8aebb90b-bab9-484b-bb82-beea2b09c972 req-2ac6c7b7-e731-4a52-9c69-b282641d2c82 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "DELETE /networking/v2.0/ports/e012ab5d-526a-49b1-9047-fa65495d9acc HTTP/1.1" status: 204 len: 173 time: 1.0002136 Aug 29 22:57:41.159857 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'name': 'network-vif-deleted', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:57:41.162165 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac94ba0e-bd94-4415-b887-5c36f22cfc8e" -d '{"events": [{"server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "name": "network-vif-deleted", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:57:41.201692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c1eb6-f215-40a9-b506-c5812d584699 x-openstack-request-id: req-ec3c1eb6-f215-40a9-b506-c5812d584699 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:57:41.201971 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c81fe3-5287-4f9b-8889-2286e532ad68", "name": "network-vif-deleted", "tag": "e012ab5d-526a-49b1-9047-fa65495d9acc", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:57:41.202954 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec3c1eb6-f215-40a9-b506-c5812d584699 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:57:41.203372 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3c1eb6-f215-40a9-b506-c5812d584699'] response: {'server_uuid': '90c81fe3-5287-4f9b-8889-2286e532ad68', 'name': 'network-vif-deleted', 'tag': 'e012ab5d-526a-49b1-9047-fa65495d9acc', 'status': 'completed', 'code': 200} Aug 29 22:57:41.242980 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:57:41.438198 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:41.466600 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:57:41.475214 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:57:41.475829 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:41.580703 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:57:41.889485 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:57:41.914289 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95e697-1ea9-40a0-8fd0-a8227421a0b3 None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:57:42.063695 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cbb702d3-3f41-46e3-814b-ddbb53bf80a3 req-d1532bff-d329-4ddd-a519-fda86e2524c8 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=90c81fe3-5287-4f9b-8889-2286e532ad68 HTTP/1.1" status: 200 len: 210 time: 0.0301836 Aug 29 22:57:42.154788 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7e183-dba5-4ffd-83ae-1df159f30397 None None] New status for floating IP a1337545-7868-4d7e-ae4b-939b166f9bb6: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:57:43.155704 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device e012ab5d-526a-49b1-9047-fa65495d9acc no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:57:43.178977 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: e012ab5d-526a-49b1-9047-fa65495d9acc {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:57:43.179343 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device e012ab5d-526a-49b1-9047-fa65495d9acc not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:57:43.212503 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36636) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:43.272028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-04fac3b0-a778-4518-901a-087ee4f073f4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (bbf51910-0cf4-49f5-9344-f0788822adfb), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.294192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-04fac3b0-a778-4518-901a-087ee4f073f4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (bbf51910-0cf4-49f5-9344-f0788822adfb), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.327689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:43.424612 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-04fac3b0-a778-4518-901a-087ee4f073f4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (bbf51910-0cf4-49f5-9344-f0788822adfb), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.427383 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-04fac3b0-a778-4518-901a-087ee4f073f4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.428676 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-04fac3b0-a778-4518-901a-087ee4f073f4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bbf51910-0cf4-49f5-9344-f0788822adfb HTTP/1.1" status: 204 len: 168 time: 0.2151287 Aug 29 22:57:43.431925 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36638) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:43.438253 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fac3b0-a778-4518-901a-087ee4f073f4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf51910-0cf4-49f5-9344-f0788822adfb,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:43.447464 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.api.v2.resource [None req-664e4677-b502-4de8-8e0c-7819f3a6b0ac tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] show failed (client error): The resource could not be found. Aug 29 22:57:43.453350 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-664e4677-b502-4de8-8e0c-7819f3a6b0ac tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups/bbf51910-0cf4-49f5-9344-f0788822adfb HTTP/1.1" status: 404 len: 347 time: 0.0155926 Aug 29 22:57:43.455479 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36640) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:43.579634 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port 84bd677a-ca2b-47c8-beb5-4ddba46ef447 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:57:43.582319 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.665183 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.665514 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (84bd677a-ca2b-47c8-beb5-4ddba46ef447), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.678588 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for 84bd677a-ca2b-47c8-beb5-4ddba46ef447 owned by network:floatingip {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:57:43.876910 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (84bd677a-ca2b-47c8-beb5-4ddba46ef447), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.881930 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:43.903508 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=84bd677a-ca2b-47c8-beb5-4ddba46ef447,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:43.932602 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.932974 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.933316 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.933652 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.933984 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.934311 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.934636 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.934961 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.935283 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.935605 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.935924 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.936247 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.937109 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.937428 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.937746 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:43.982184 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (a1337545-7868-4d7e-ae4b-939b166f9bb6), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.984906 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:43.986160 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-d9ecb579-802c-4717-a028-eb661e07ea1f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/a1337545-7868-4d7e-ae4b-939b166f9bb6 HTTP/1.1" status: 204 len: 168 time: 0.5296922 Aug 29 22:57:44.127793 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36644) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:44.132398 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-6c40a201-2446-4179-a20b-5fd3553e6795 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105639568', 'description': 'tempest-description--1269121710'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:57:44.220706 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6c40a201-2446-4179-a20b-5fd3553e6795 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.291024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6c40a201-2446-4179-a20b-5fd3553e6795 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (523c3b87-8261-466b-ad21-90743f240481), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.346183 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6c40a201-2446-4179-a20b-5fd3553e6795 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (523c3b87-8261-466b-ad21-90743f240481), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.387589 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40a201-2446-4179-a20b-5fd3553e6795 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523c3b87-8261-466b-ad21-90743f240481,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:44.434270 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6c40a201-2446-4179-a20b-5fd3553e6795 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.435637 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6c40a201-2446-4179-a20b-5fd3553e6795 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3068666 Aug 29 22:57:44.439211 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36646) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:44.443461 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-8931c1f7-c68f-4965-9d44-1fbcdedb5f54 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': '523c3b87-8261-466b-ad21-90743f240481', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:57:44.456686 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:44.535273 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8931c1f7-c68f-4965-9d44-1fbcdedb5f54 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (919ffaf2-add7-40f6-ae3f-aa3332a51881), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.592490 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8931c1f7-c68f-4965-9d44-1fbcdedb5f54 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (919ffaf2-add7-40f6-ae3f-aa3332a51881), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.693403 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8931c1f7-c68f-4965-9d44-1fbcdedb5f54 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (919ffaf2-add7-40f6-ae3f-aa3332a51881), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.715062 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931c1f7-c68f-4965-9d44-1fbcdedb5f54 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919ffaf2-add7-40f6-ae3f-aa3332a51881,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:44.809505 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-8931c1f7-c68f-4965-9d44-1fbcdedb5f54 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.810765 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-8931c1f7-c68f-4965-9d44-1fbcdedb5f54 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706305 Aug 29 22:57:44.813546 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36648) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:44.817863 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-6236fd6f-3926-44da-84c6-10e8a68dcbc5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': '523c3b87-8261-466b-ad21-90743f240481', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:57:44.911114 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6236fd6f-3926-44da-84c6-10e8a68dcbc5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (aeec2263-8f47-4639-9e5d-6222df5ddd2e), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:44.974172 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6236fd6f-3926-44da-84c6-10e8a68dcbc5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (aeec2263-8f47-4639-9e5d-6222df5ddd2e), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.087903 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6236fd6f-3926-44da-84c6-10e8a68dcbc5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (aeec2263-8f47-4639-9e5d-6222df5ddd2e), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.106757 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236fd6f-3926-44da-84c6-10e8a68dcbc5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeec2263-8f47-4639-9e5d-6222df5ddd2e,revision_number=0']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:45.182768 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-6236fd6f-3926-44da-84c6-10e8a68dcbc5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.184000 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-6236fd6f-3926-44da-84c6-10e8a68dcbc5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3694768 Aug 29 22:57:45.187790 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36650) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:57:45.192130 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:57:45.267909 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.357700 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.463250 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.27.4.73 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/7b466a97-46cd-4229-9fde-6898e156e79d) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:57:45.473206 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:45.579103 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (7b466a97-46cd-4229-9fde-6898e156e79d), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.693780 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (7b466a97-46cd-4229-9fde-6898e156e79d), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.699680 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:45.736061 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:57:45.741109 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:57:45.743535 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:57:45.768624 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=7b466a97-46cd-4229-9fde-6898e156e79d,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:45.836775 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (51034053-edf4-487f-ac98-306129a77cbb), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:45.951610 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (7b466a97-46cd-4229-9fde-6898e156e79d), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:46.102954 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (7b466a97-46cd-4229-9fde-6898e156e79d), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:46.247594 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (7b466a97-46cd-4229-9fde-6898e156e79d), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:46.316318 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=7b466a97-46cd-4229-9fde-6898e156e79d,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:46.318687 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (51034053-edf4-487f-ac98-306129a77cbb), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:46.451570 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:46.452967 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9d1615b2-9b76-40cd-93e2-bf9cbf8c19c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2641485 Aug 29 22:57:46.656163 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-1c896bd4-53a8-44ae-9461-3477f5c988d5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--105639568&fields=id&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 267 time: 0.0434153 Aug 29 22:57:46.768645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-d41757e1-bd8a-4d17-a5a5-c5056ba0277e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:46.770088 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-d41757e1-bd8a-4d17-a5a5-c5056ba0277e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1069746 Aug 29 22:57:46.785141 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-2ea4eec7-6aef-4eb0-90aa-79fa918e0be0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/quotas/77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 375 time: 0.0095727 Aug 29 22:57:46.834888 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-45c710a8-2eb8-47a1-9960-d67248240cd0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444572 Aug 29 22:57:46.936430 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-875112e2-41af-4edf-acbc-3d00a20c0425 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891802 Aug 29 22:57:47.026244 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-cc280ffd-75a5-4f74-8708-8ed46cbebef5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837359 Aug 29 22:57:47.301141 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7f1a4240-5881-44b8-a031-1cd4a74d0a89 req-f9736acb-324c-48c7-8b29-203eb5cb528e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 210 time: 0.0321374 Aug 29 22:57:48.406005 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-c63b68f5-8b2b-459a-bcb0-30d5ce57e657 req-513d12d3-e43e-420d-9632-8cd2305ac17a tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 210 time: 0.0330954 Aug 29 22:57:49.406359 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:49.508376 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b4850770-fa16-4081-bdc1-8da05915160d req-2edf5540-05fb-4a36-bae8-91d192185685 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 210 time: 0.0296474 Aug 29 22:57:49.516884 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:49.635739 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-87f172ff-3174-47e0-953a-43acacab20a0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:49.637245 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-87f172ff-3174-47e0-953a-43acacab20a0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1084843 Aug 29 22:57:49.698827 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-4a618282-9e7b-4165-9fd5-9c4fd17b57a8 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 379 time: 0.0536399 Aug 29 22:57:49.708603 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'port': {'device_id': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'admin_state_up': True, 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'security_groups': ['523c3b87-8261-466b-ad21-90743f240481']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:57:49.973465 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Made reservation on behalf of 77495a957104457c8f0cbee8c01a4536 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:57:49.977372 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:49.993913 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:50.107386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.20.0.10 (3c5a5718-95a5-4078-9ca0-1c8c805a3f99/36e22cea-7aed-4355-b1b3-7416053be350/ad5c4d05-7575-4d02-8da0-ffe20d40bc4b) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:57:50.117450 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:50.244114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:50.449844 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:50.505475 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:57:50.505475 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:57:50.508005 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:57:50.535320 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:50.563677 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:50.564463 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:50.653789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5ff9-0470-48fa-901a-7928a75b2bf8 req-e03ae154-dab4-424d-974e-fc54cb84455f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:50.655291 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cf3f5ff9-0470-48fa-901a-7928a75b2bf8 req-e03ae154-dab4-424d-974e-fc54cb84455f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 932 time: 0.0507760 Aug 29 22:57:50.694338 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-3f991042-69c0-4b07-9016-56dddc160514 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9892614 Aug 29 22:57:50.707391 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Request body: {'port': {'device_id': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:57:50.736649 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cf3f5ff9-0470-48fa-901a-7928a75b2bf8 req-37167fda-aef6-4818-8031-398d43add0d9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747128 Aug 29 22:57:50.778067 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:50.783212 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-f85fdba1-2d5b-40de-857b-a242380307db None None] Provisioning complete for port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:57:50.783697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f85fdba1-2d5b-40de-857b-a242380307db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:50.815863 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:50.817873 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-f85fdba1-2d5b-40de-857b-a242380307db None None] Port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:57:51.048288 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5c4d05-7575-4d02-8da0-ffe20d40bc4b {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:57:51.056140 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Publish callbacks [] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:51.068658 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Transition to ACTIVE for port object ad5c4d05-7575-4d02-8da0-ffe20d40bc4b will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:57:51.152145 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:51.216356 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:51.264918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Attempting to bind port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:57:51.265250 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Attempting to bind port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:57:51.265589 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Attempting to bind port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:57:51.270535 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:57:51.270869 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Attempting to bind port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:57:51.277284 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:57:51.277620 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Checking segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:57:51.278002 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Bound using segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:57:51.278433 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Bound port: ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:57:51.278787 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:51.339481 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] For port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:57:51.342380 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] For port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:57:51.415478 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:51.419754 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:51.420373 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:51.421814 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/ad5c4d05-7575-4d02-8da0-ffe20d40bc4b HTTP/1.1" status: 200 len: 1094 time: 0.7193356 Aug 29 22:57:51.422448 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:57:51.424616 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fb36c6-cfdb-48ce-830c-dab476e45342" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:57:51.452134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:51.463018 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab0c6a3-1fc6-4243-a540-835628c993db x-openstack-request-id: req-6ab0c6a3-1fc6-4243-a540-835628c993db {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:57:51.463303 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:57:51.463551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ab0c6a3-1fc6-4243-a540-835628c993db {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:57:51.463963 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab0c6a3-1fc6-4243-a540-835628c993db'] response: {'name': 'network-changed', 'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'status': 'completed', 'code': 200} Aug 29 22:57:51.480553 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38d5b-52e8-4c8b-acd2-2a680f3ac894 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:51.538656 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb36c6-cfdb-48ce-830c-dab476e45342 req-993d2a5e-537c-434b-8af1-dfe34222e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:51.540016 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-65fb36c6-cfdb-48ce-830c-dab476e45342 req-993d2a5e-537c-434b-8af1-dfe34222e98f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 1128 time: 0.0401886 Aug 29 22:57:51.644161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb36c6-cfdb-48ce-830c-dab476e45342 req-f8765bc9-e8ba-410b-9c34-53678f832c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:51.645639 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-65fb36c6-cfdb-48ce-830c-dab476e45342 req-f8765bc9-e8ba-410b-9c34-53678f832c59 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=77495a957104457c8f0cbee8c01a4536&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963328 Aug 29 22:57:51.744944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb36c6-cfdb-48ce-830c-dab476e45342 req-8543c33a-7f46-4139-903e-01df29178a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:51.746417 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-65fb36c6-cfdb-48ce-830c-dab476e45342 req-8543c33a-7f46-4139-903e-01df29178a74 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925980 Aug 29 22:57:51.846452 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-9c9b72b9-75dd-4c16-ab70-f137e734212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:51.847887 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-9c9b72b9-75dd-4c16-ab70-f137e734212b service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 1128 time: 0.0640888 Aug 29 22:57:51.871298 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bad76-bfc9-4051-845c-5cf9b33ee92a req-5bd4638d-93eb-4be2-9339-596379ac45c3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:51.872711 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1e2bad76-bfc9-4051-845c-5cf9b33ee92a req-5bd4638d-93eb-4be2-9339-596379ac45c3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 944 time: 0.0601094 Aug 29 22:57:51.908191 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-9cd4938e-cd02-4e6c-99c4-2060f11336d8 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b HTTP/1.1" status: 200 len: 217 time: 0.0501091 Aug 29 22:57:51.968707 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:51.982280 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-5fcc9cf3-0247-4e7f-882c-3be236506777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:51.986795 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-5fcc9cf3-0247-4e7f-882c-3be236506777 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0650656 Aug 29 22:57:51.987497 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1e2bad76-bfc9-4051-845c-5cf9b33ee92a req-f2a0f650-a43b-439b-aae1-0e6f8fa81bef tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869057 Aug 29 22:57:52.033355 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-bf2bdc8a-6ace-4816-8506-db37f9e2621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:52.034911 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-bf2bdc8a-6ace-4816-8506-db37f9e2621a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448098 Aug 29 22:57:52.126911 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-5b4d0103-1883-4a0c-b685-455eda82e22e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848262 Aug 29 22:57:52.220396 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09cb975e-b5a1-4667-8a45-5096991a15fd req-364bd591-7a23-4ca3-9f0e-2cfa4f2e4c89 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873084 Aug 29 22:57:52.230723 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:52.232957 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:52.340676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-06dcd708-6853-4c1f-a132-f2bbf366f17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:53.106835 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090f358-3163-4b81-b9fa-d761d378647a req-09d1cd51-6145-4234-854f-6812dca0bddc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:53.108332 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9090f358-3163-4b81-b9fa-d761d378647a req-09d1cd51-6145-4234-854f-6812dca0bddc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 944 time: 0.0472665 Aug 29 22:57:53.156600 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9090f358-3163-4b81-b9fa-d761d378647a req-23a7c65d-4163-4477-9198-46a094c3824e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Aug 29 22:57:54.285338 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02464e6a-f00e-456a-ac05-71ac603acc34 req-fba8c629-cc08-4a66-bc1b-58fc1c3e4742 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:54.286856 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-02464e6a-f00e-456a-ac05-71ac603acc34 req-fba8c629-cc08-4a66-bc1b-58fc1c3e4742 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 944 time: 0.0539868 Aug 29 22:57:54.334885 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-02464e6a-f00e-456a-ac05-71ac603acc34 req-857fdc02-3753-460e-9909-2dafa6097c2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Aug 29 22:57:54.717882 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fc9a723e-68e1-4757-a84e-2b11b885b928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:55.218791 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ad5c4d05-7575-4d02-8da0-ffe20d40bc4b details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:57:55.293462 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:55.322495 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:55.335695 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'port_id': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'mac_address': 'fa:16:3e:05:b9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:57:55.371274 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:57:55.371676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:55.385784 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5c4d05-7575-4d02-8da0-ffe20d40bc4b {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:57:55.406243 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:55.455265 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c543106-d230-40fb-9180-bf49c326e89a req-fe9f2eba-1680-4d96-8d9a-bbc70781629c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:55.457471 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7c543106-d230-40fb-9180-bf49c326e89a req-fe9f2eba-1680-4d96-8d9a-bbc70781629c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 944 time: 0.0488808 Aug 29 22:57:55.494870 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:55.508802 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7c543106-d230-40fb-9180-bf49c326e89a req-128b6db9-cb59-4228-acf4-3faf212f758c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454729 Aug 29 22:57:55.514824 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:57:55.543297 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:55.551336 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.551626 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.551972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.552320 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.552659 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.553023 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.553360 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.553696 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.554026 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.554355 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.554703 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.555018 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.555345 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.555669 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.555994 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:57:55.723904 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['ad5c4d05-7575-4d02-8da0-ffe20d40bc4b'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:57:56.127453 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:56.631480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490187-761d-46df-87c3-956909421064 req-a8483966-8a79-48ff-980b-271239bcba08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:56.632974 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bd490187-761d-46df-87c3-956909421064 req-a8483966-8a79-48ff-980b-271239bcba08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 945 time: 0.0461435 Aug 29 22:57:56.683290 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bd490187-761d-46df-87c3-956909421064 req-30743f0a-6739-4fd7-a840-ed8f7c4c9776 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446458 Aug 29 22:57:57.232595 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ad5c4d05-7575-4d02-8da0-ffe20d40bc4b up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:57:57.275085 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:57:57.294552 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:57.374606 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:57:57.374982 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:57.452495 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:57:57.452912 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:57.469730 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:57.477159 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:57:57.479394 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d405ff-521d-4d19-b977-c1b773f93cda" -d '{"events": [{"server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "name": "network-vif-plugged", "status": "completed", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:57:57.505434 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:57:57.520092 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78acbad6-7fbf-407d-a32d-4227ab755ec6 x-openstack-request-id: req-78acbad6-7fbf-407d-a32d-4227ab755ec6 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:57:57.520384 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "name": "network-vif-plugged", "status": "completed", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:57:57.520634 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78acbad6-7fbf-407d-a32d-4227ab755ec6 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:57:57.521056 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78acbad6-7fbf-407d-a32d-4227ab755ec6'] response: {'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'code': 200} Aug 29 22:57:57.601558 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:57.628371 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:57:57.650561 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:57:57.806545 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630188-4207-4267-a66b-2dd0b01af8f7 req-0c5f556a-b2af-448b-a659-275b2da28ae1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:57.807990 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2f630188-4207-4267-a66b-2dd0b01af8f7 req-0c5f556a-b2af-448b-a659-275b2da28ae1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0473039 Aug 29 22:57:57.857151 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2f630188-4207-4267-a66b-2dd0b01af8f7 req-0016dc73-f549-4454-9c84-3a2fc92ed2d3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433912 Aug 29 22:57:57.910987 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbdabc-0370-40d3-82d7-21f6c465771b req-dc217bfb-38ec-4e28-9518-59fdd14c7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:57.912500 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-45dbdabc-0370-40d3-82d7-21f6c465771b req-dc217bfb-38ec-4e28-9518-59fdd14c7fbc service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 1130 time: 0.0403242 Aug 29 22:57:57.958360 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-45dbdabc-0370-40d3-82d7-21f6c465771b req-84315841-a4b7-4567-a64c-f1804509b46f service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393622 Aug 29 22:57:58.978734 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df99923-2aa7-4f20-839f-bda4a727e53e req-1102c692-efb6-4968-a269-d06e06da5ae3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:57:58.980227 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1df99923-2aa7-4f20-839f-bda4a727e53e req-1102c692-efb6-4968-a269-d06e06da5ae3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0472467 Aug 29 22:57:59.005283 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:57:59.029738 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-1df99923-2aa7-4f20-839f-bda4a727e53e req-60a25880-eab4-4ddc-8f23-d3a3af9d9b3f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439694 Aug 29 22:58:00.137691 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:00.155507 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c5609-07e0-4bbb-9cb0-3b93469dd54b req-ff311e13-f9b0-4aa3-9e9a-4bf38ba251f3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:00.157091 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1d8c5609-07e0-4bbb-9cb0-3b93469dd54b req-ff311e13-f9b0-4aa3-9e9a-4bf38ba251f3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0510199 Aug 29 22:58:00.205208 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1d8c5609-07e0-4bbb-9cb0-3b93469dd54b req-b0ec1437-8692-480d-92bf-40c6b2fe9be5 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Aug 29 22:58:00.319567 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355c3e6-aabc-484d-92a6-1e9a3e2eaf0a req-6cbc92ab-1bd1-457b-96ec-acd71b648cf6 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:00.321035 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3355c3e6-aabc-484d-92a6-1e9a3e2eaf0a req-6cbc92ab-1bd1-457b-96ec-acd71b648cf6 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0472889 Aug 29 22:58:00.330561 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36710) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:00.335313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'port_id': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:00.373396 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (51034053-edf4-487f-ac98-306129a77cbb), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:01.019799 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:01.094679 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:01.190031 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (51034053-edf4-487f-ac98-306129a77cbb), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:01.290572 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP 51034053-edf4-487f-ac98-306129a77cbb associated. External IP: 172.27.4.73, port: ad5c4d05-7575-4d02-8da0-ffe20d40bc4b. Aug 29 22:58:01.493067 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:58:01.586647 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:01.599551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:58:01.605460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:01.609679 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:58:01.620074 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:01.620690 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:01.636422 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8c65e9b2-8d2f-4042-9aa6-f031cfd91a2d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/51034053-edf4-487f-ac98-306129a77cbb HTTP/1.1" status: 200 len: 991 time: 1.3047640 Aug 29 22:58:01.639944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:01.639944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a252d982-018f-42fd-81cb-4c5df02a0d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:01.679113 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2358d29b-c5ff-4d11-9bca-d85e858fed32 x-openstack-request-id: req-2358d29b-c5ff-4d11-9bca-d85e858fed32 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:01.679377 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:01.679646 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2358d29b-c5ff-4d11-9bca-d85e858fed32 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:01.680044 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2358d29b-c5ff-4d11-9bca-d85e858fed32'] response: {'name': 'network-changed', 'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'status': 'completed', 'code': 200} Aug 29 22:58:01.727764 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:01.747472 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-451c812b-d466-4272-8f78-9f5a28e6ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:01.749110 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-451c812b-d466-4272-8f78-9f5a28e6ec5f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 1130 time: 0.0459237 Aug 29 22:58:01.806384 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:01.840692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-80a350ef-cfd7-4449-88f3-981cafd94659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:01.842136 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-80a350ef-cfd7-4449-88f3-981cafd94659 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 916 time: 0.0867953 Aug 29 22:58:01.908960 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-5946a7c2-3206-4715-a127-becba2fc6bd6 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b HTTP/1.1" status: 200 len: 999 time: 0.0590954 Aug 29 22:58:01.942408 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '51034053-edf4-487f-ac98-306129a77cbb', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:05:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:57:45Z', 'updated_at': '2022-08-29T22:58:00Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:01.959672 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-56dea6d3-4cba-4592-b364-7d7e71b2dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:01.960616 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-56dea6d3-4cba-4592-b364-7d7e71b2dd78 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0455596 Aug 29 22:58:01.972459 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:58:01.981529 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:01.982126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:02.007098 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-61f5ec84-c612-4305-9aeb-18506d1c280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:02.008617 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-61f5ec84-c612-4305-9aeb-18506d1c280a service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401118 Aug 29 22:58:02.082242 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:02.106378 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-61ff992d-d660-4def-bc90-a812206972da service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902278 Aug 29 22:58:02.185049 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:02.200947 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a252d982-018f-42fd-81cb-4c5df02a0d0e req-f38686ac-4177-4801-a0af-996af028c68d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876608 Aug 29 22:58:02.296974 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '51034053-edf4-487f-ac98-306129a77cbb', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:05:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:57:45Z', 'updated_at': '2022-08-29T22:58:00Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:02.322134 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b83604-05a5-4972-a68e-a25d7d04d298 None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': '51034053-edf4-487f-ac98-306129a77cbb', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.73', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:05:b9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:57:45Z', 'updated_at': '2022-08-29T22:58:00Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:58:02.530663 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc40eec-c3d7-4647-8280-74d9222c4a10 None None] New status for floating IP 51034053-edf4-487f-ac98-306129a77cbb: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:58:10.310181 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:10.312115 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:12.198055 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=44 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:12.298998 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=44 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:12.299776 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=84 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:13.343371 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2685-841f-46b8-b9d3-ab955c36e2e2 req-41111e73-e50f-4551-9147-81b56d20d041 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:13.344912 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-265b2685-841f-46b8-b9d3-ab955c36e2e2 req-41111e73-e50f-4551-9147-81b56d20d041 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Aug 29 22:58:13.396169 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-265b2685-841f-46b8-b9d3-ab955c36e2e2 req-f6157188-c049-45c1-8052-4bd293a5c173 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Aug 29 22:58:14.521384 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9b1c-069c-4311-8a0f-e0c728a2aa00 req-e466ad51-c4b4-42f3-aa14-b0d70d31f843 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:14.522902 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-43cc9b1c-069c-4311-8a0f-e0c728a2aa00 req-e466ad51-c4b4-42f3-aa14-b0d70d31f843 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Aug 29 22:58:14.577236 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-43cc9b1c-069c-4311-8a0f-e0c728a2aa00 req-487c7b14-af54-4837-a161-57c04061038d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482073 Aug 29 22:58:15.046926 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-d9b92e7a-2fac-4225-b65c-13056ff7302f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:15.048556 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-d9b92e7a-2fac-4225-b65c-13056ff7302f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 945 time: 0.0470753 Aug 29 22:58:15.130189 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Deleting port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:15.130532 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:15.223345 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] For port fd84b633-713d-417d-a59b-0ba0d9a4d3c4, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:15.223710 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:15.387482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:15.387755 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (4082a974-f052-4e16-a7d3-eb270b76bbc8), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:15.388074 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Floating IP 4082a974-f052-4e16-a7d3-eb270b76bbc8 disassociated. External IP: 172.27.4.241, port: fd84b633-713d-417d-a59b-0ba0d9a4d3c4. Aug 29 22:58:15.388420 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Calling delete_port for fd84b633-713d-417d-a59b-0ba0d9a4d3c4 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:15.518015 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:15.597254 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (fd84b633-713d-417d-a59b-0ba0d9a4d3c4), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:15.611800 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:15.627434 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event deleted for resources: {'Port': ['ID=fd84b633-713d-417d-a59b-0ba0d9a4d3c4,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:15.706627 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-43ff46b4-dedc-4552-a582-c1c779f933ea req-5fc6f294-b700-4c0e-b260-9ada83ab816f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 210 time: 0.0347111 Aug 29 22:58:15.765743 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:58:15.857874 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:15.870960 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:58:15.882110 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:58:15.891676 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:15.892427 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:15.922986 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] No DVR routers for this DVR port fd84b633-713d-417d-a59b-0ba0d9a4d3c4 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:58:15.926090 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:15.929398 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-85e6fbe4-4fc4-4218-b380-7f79fc21530e req-b6a7f0cf-254c-4f19-9ebb-dfc6611ad0d5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "DELETE /networking/v2.0/ports/fd84b633-713d-417d-a59b-0ba0d9a4d3c4 HTTP/1.1" status: 204 len: 173 time: 0.8759449 Aug 29 22:58:15.929850 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'name': 'network-vif-deleted', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:15.932821 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22972bad-91dc-46ef-b32b-a8f66d43f2c0" -d '{"events": [{"server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "name": "network-vif-deleted", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:15.971944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b4cc0-aa4f-45da-8543-0c5ffd297e66 x-openstack-request-id: req-056b4cc0-aa4f-45da-8543-0c5ffd297e66 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:15.972236 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc481bca-3e90-4125-bf1a-ba29d4218b17", "name": "network-vif-deleted", "tag": "fd84b633-713d-417d-a59b-0ba0d9a4d3c4", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:15.972575 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-056b4cc0-aa4f-45da-8543-0c5ffd297e66 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:15.973015 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056b4cc0-aa4f-45da-8543-0c5ffd297e66'] response: {'server_uuid': 'cc481bca-3e90-4125-bf1a-ba29d4218b17', 'name': 'network-vif-deleted', 'tag': 'fd84b633-713d-417d-a59b-0ba0d9a4d3c4', 'status': 'completed', 'code': 200} Aug 29 22:58:16.007230 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:16.207368 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:16.239484 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:58:16.248174 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:16.248823 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:57:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:16.476239 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:16.668902 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:16.694912 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4fac3-ccb0-48e7-9b89-4b67f47dd39e None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:58:16.942937 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c6f33-59b4-4b7c-8bd3-a2811598af2e None None] New status for floating IP 4082a974-f052-4e16-a7d3-eb270b76bbc8: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:58:17.037545 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6cba4c93-69e3-4e9e-a854-580a81dca6e5 req-fad0fe37-9437-441b-ac79-2d34d22b3b84 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cc481bca-3e90-4125-bf1a-ba29d4218b17 HTTP/1.1" status: 200 len: 210 time: 0.2333014 Aug 29 22:58:18.281798 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:18.307430 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-55d21e84-01be-444e-9d2a-72996e2d8339 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1435890377&fields=id&tenant_id=98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 267 time: 0.0458355 Aug 29 22:58:18.420791 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-30b1cfc4-bf38-4d43-98d0-da8d7801ca29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:18.422162 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-30b1cfc4-bf38-4d43-98d0-da8d7801ca29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 812 time: 0.1082809 Aug 29 22:58:18.437431 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-7d855569-b459-43bc-9194-94599974bf42 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/quotas/98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 375 time: 0.0092015 Aug 29 22:58:18.486544 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-0d3a1479-8a3f-4bc2-9d68-1474271442ee tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432425 Aug 29 22:58:18.590519 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-3cf0ec6a-b509-46c6-9178-2e6ff89dcfff service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894272 Aug 29 22:58:18.682335 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-3838b45a-2592-4001-97c0-803dd2ab023a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849290 Aug 29 22:58:19.311978 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-610d285b-7770-40bb-bcb0-fa14045e93fe req-c0ce169c-7e01-4436-bdbd-6399f6ced7e9 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0821917 Aug 29 22:58:19.362150 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device fd84b633-713d-417d-a59b-0ba0d9a4d3c4 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:58:19.382551 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: fd84b633-713d-417d-a59b-0ba0d9a4d3c4 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:58:19.382897 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device fd84b633-713d-417d-a59b-0ba0d9a4d3c4 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:58:19.497046 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:20.415880 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-21414806-3faa-49e2-bdd0-1994496fcea7 req-751a9721-39dd-4d4c-ad93-6ff8cd6b2e0d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0303433 Aug 29 22:58:21.275041 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-8a70154c-43f1-42a6-b452-8833fdceab60 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:21.276447 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-8a70154c-43f1-42a6-b452-8833fdceab60 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 812 time: 0.1099436 Aug 29 22:58:21.341609 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-7b1205c9-0270-4659-998f-6555e07570bf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 380 time: 0.0552571 Aug 29 22:58:21.350326 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'port': {'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'admin_state_up': True, 'tenant_id': '98941ac6692045859aa7639192603764', 'security_groups': ['b761ee98-305a-47e2-8b67-6081f758a4b7']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:21.520854 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-47b7cc5c-5713-4c2f-b4f7-5aa2aa2c39d1 req-35fdaf91-a35e-4e21-b8e6-7995fd0a9aa3 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0285659 Aug 29 22:58:21.531615 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Made reservation on behalf of 98941ac6692045859aa7639192603764 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:58:21.536639 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:21.664782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:21.668733 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Allocated IP 172.20.0.3 (2773dfeb-fc93-411d-adc3-1d803860c0cc/9c222687-4dbb-48b5-ae52-3f9b8482ac52/ec64c87c-bc7f-4c57-9f3f-1ceeec96166e) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:58:21.768694 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:21.808445 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:21.897240 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:21.945232 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:58:21.950873 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:58:21.955424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:58:21.960834 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:22.006611 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:22.007341 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.102486 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-ff31536b-3d50-4ddc-b78d-8edd67759d97 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557843 Aug 29 22:58:22.114293 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Request body: {'port': {'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:22.175495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.237340 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-7eb0ee77-6641-4206-8268-19c994537ec3 None None] Provisioning complete for port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:58:22.238635 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7eb0ee77-6641-4206-8268-19c994537ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.281891 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0ee77-6641-4206-8268-19c994537ec3 None None] Port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:58:22.337453 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-24f52541-a6dc-49ba-84a6-4ae3dc1cf9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.450089 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec64c87c-bc7f-4c57-9f3f-1ceeec96166e {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:58:22.458525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Publish callbacks [] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.471945 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Transition to ACTIVE for port object ec64c87c-bc7f-4c57-9f3f-1ceeec96166e will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:58:22.556872 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.595328 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:22.625904 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Pushing event updated for resources: {'Port': ['ID=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:22.694395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fe38f-597c-4a33-9f4e-1a53750dbc4e req-7b24da4a-14c9-49b6-bea7-c056edf71a77 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:22.695888 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-206fe38f-597c-4a33-9f4e-1a53750dbc4e req-7b24da4a-14c9-49b6-bea7-c056edf71a77 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0806513 Aug 29 22:58:22.727448 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Attempting to bind port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:58:22.727781 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Attempting to bind port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:58:22.728106 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Attempting to bind port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:58:22.737502 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e on network 2773dfeb-fc93-411d-adc3-1d803860c0cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:58:22.737829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Attempting to bind port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:58:22.757182 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:58:22.757554 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Checking segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:58:22.757942 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Bound using segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:58:22.758371 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Bound port: ec64c87c-bc7f-4c57-9f3f-1ceeec96166e, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:58:22.758726 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.777401 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-206fe38f-597c-4a33-9f4e-1a53750dbc4e req-0bafc6eb-a7a6-4d8d-9508-d10fb4002c37 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738049 Aug 29 22:58:22.821340 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:22.836738 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] For port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:58:22.839731 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] For port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:58:22.920219 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.925333 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:22.925985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:22.927391 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/ec64c87c-bc7f-4c57-9f3f-1ceeec96166e HTTP/1.1" status: 200 len: 1093 time: 0.8174582 Aug 29 22:58:22.927908 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:22.930230 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0bb53-83be-4354-95bc-d8aba4ec6424" -d '{"events": [{"name": "network-changed", "server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:22.969198 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e778420-1d4c-457a-a53f-a12a3e55bfa5 x-openstack-request-id: req-5e778420-1d4c-457a-a53f-a12a3e55bfa5 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:22.969492 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:22.970540 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e778420-1d4c-457a-a53f-a12a3e55bfa5 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:22.971089 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e778420-1d4c-457a-a53f-a12a3e55bfa5'] response: {'name': 'network-changed', 'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'status': 'completed', 'code': 200} Aug 29 22:58:22.983060 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9ed99-ca6c-4719-b250-075b706ac882 service neutron] Pushing event updated for resources: {'Port': ['ID=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:23.027366 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0bb53-83be-4354-95bc-d8aba4ec6424 req-65425a00-3403-4e39-815e-1fdf34b974a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:23.028886 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-13e0bb53-83be-4354-95bc-d8aba4ec6424 req-65425a00-3403-4e39-815e-1fdf34b974a6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0385652 Aug 29 22:58:23.129108 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0bb53-83be-4354-95bc-d8aba4ec6424 req-fbbea36c-cd7b-4337-a353-9ef2263ecfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:23.130627 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-13e0bb53-83be-4354-95bc-d8aba4ec6424 req-fbbea36c-cd7b-4337-a353-9ef2263ecfb7 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=98941ac6692045859aa7639192603764&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942421 Aug 29 22:58:23.223254 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0bb53-83be-4354-95bc-d8aba4ec6424 req-5b6ed68d-5def-45a2-bc90-112cfb866f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:23.224829 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-13e0bb53-83be-4354-95bc-d8aba4ec6424 req-5b6ed68d-5def-45a2-bc90-112cfb866f25 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879421 Aug 29 22:58:23.303212 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-856db2af-0f0b-4452-a15a-c7679a37a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:23.305032 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-856db2af-0f0b-4452-a15a-c7679a37a056 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0452361 Aug 29 22:58:23.351700 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-93181a5d-e813-48ed-ad11-b99edfdce695 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e HTTP/1.1" status: 200 len: 217 time: 0.0363469 Aug 29 22:58:23.401812 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-84826792-6f22-4bf5-a0d3-9dc5bac40db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:23.403291 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-84826792-6f22-4bf5-a0d3-9dc5bac40db3 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0445948 Aug 29 22:58:23.448500 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885afbaa-ee5e-4821-b389-984728c553eb req-4cb186cf-5fe1-41e9-929a-84b52dc7d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:23.450061 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-4cb186cf-5fe1-41e9-929a-84b52dc7d2e4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400620 Aug 29 22:58:23.545888 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-9370559e-bd5a-4afe-af1e-6b31c58a660c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887172 Aug 29 22:58:23.931572 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-885afbaa-ee5e-4821-b389-984728c553eb req-06ed0b5d-8e67-46ff-9dfb-f979f849502a service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788524 Aug 29 22:58:23.950525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7e76b-d138-4d1f-b5ef-36b52f4ed715 req-90fe965e-24a3-4b71-8adc-4b2ac41f853a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:23.952041 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cec7e76b-d138-4d1f-b5ef-36b52f4ed715 req-90fe965e-24a3-4b71-8adc-4b2ac41f853a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0549383 Aug 29 22:58:24.004763 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cec7e76b-d138-4d1f-b5ef-36b52f4ed715 req-cef1b158-7975-46ee-957e-ee26303bf661 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465186 Aug 29 22:58:24.742764 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-11c93113-6744-4e31-b03a-f99cc47c64e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:25.123769 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21177cf5-5d7a-4e76-a018-369e862cbf32 req-9cc24abe-8a0c-41d2-8045-50e0920d40be tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:25.125259 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-21177cf5-5d7a-4e76-a018-369e862cbf32 req-9cc24abe-8a0c-41d2-8045-50e0920d40be tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0474577 Aug 29 22:58:25.177993 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-21177cf5-5d7a-4e76-a018-369e862cbf32 req-106e9381-63c4-4ab1-8655-8238a0234844 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466528 Aug 29 22:58:26.127805 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:26.294469 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401dcc8-5e4a-44f5-a576-cd135dea10be req-405ec443-e87e-4621-9046-b2da816211b3 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:26.295941 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e401dcc8-5e4a-44f5-a576-cd135dea10be req-405ec443-e87e-4621-9046-b2da816211b3 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0463688 Aug 29 22:58:26.339711 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:26.345415 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e401dcc8-5e4a-44f5-a576-cd135dea10be req-45051f6b-d861-4f6e-b70d-c7c8695253b5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Aug 29 22:58:27.029067 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:27.032163 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:27.319832 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:27.462791 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727c4ee-74bc-4615-bf2e-a64a9f8d1a8a req-0e2e27eb-bc09-4d63-b53b-40d3048be50f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:27.464017 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a727c4ee-74bc-4615-bf2e-a64a9f8d1a8a req-0e2e27eb-bc09-4d63-b53b-40d3048be50f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0463066 Aug 29 22:58:27.517743 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a727c4ee-74bc-4615-bf2e-a64a9f8d1a8a req-913fb5f0-4769-41f8-a8e0-a486c7caeb86 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466528 Aug 29 22:58:27.555999 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:28.640255 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e9342-1798-4d4c-b721-3ac6dd244280 req-4f458a3f-89bd-4711-bacc-5c5b783b8f91 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:28.641868 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-761e9342-1798-4d4c-b721-3ac6dd244280 req-4f458a3f-89bd-4711-bacc-5c5b783b8f91 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0506191 Aug 29 22:58:28.691650 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-761e9342-1798-4d4c-b721-3ac6dd244280 req-6f2073c7-587a-4e60-90cc-ab1b56a36c3e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Aug 29 22:58:29.815522 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015d7b8-1d88-4468-9d68-1ee3dde6ba69 req-d06d65a4-a393-449d-ac66-75031b1e0026 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:29.816948 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7015d7b8-1d88-4468-9d68-1ee3dde6ba69 req-d06d65a4-a393-449d-ac66-75031b1e0026 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0477254 Aug 29 22:58:29.866001 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7015d7b8-1d88-4468-9d68-1ee3dde6ba69 req-e9355226-6505-4464-b510-c715d5ff0ef1 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Aug 29 22:58:30.989554 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afb3df-547e-4cf8-8b6e-2e0f97cc0535 req-6b3997dc-f273-41cf-888a-45c07b18b894 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:30.991048 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-88afb3df-547e-4cf8-8b6e-2e0f97cc0535 req-6b3997dc-f273-41cf-888a-45c07b18b894 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 943 time: 0.0469244 Aug 29 22:58:31.040762 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-88afb3df-547e-4cf8-8b6e-2e0f97cc0535 req-98cbfc0c-60e1-48fe-8cdd-d1679c4215fd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 Aug 29 22:58:31.386194 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ec64c87c-bc7f-4c57-9f3f-1ceeec96166e details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:58:31.462062 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:31.488079 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:31.492990 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:31.504809 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:58:31.541543 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:58:31.541937 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:31.555252 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec64c87c-bc7f-4c57-9f3f-1ceeec96166e {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:58:31.575314 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:31.653127 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:31.699809 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:31.923461 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['ec64c87c-bc7f-4c57-9f3f-1ceeec96166e'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:58:32.177178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e2d7f-5b8b-4042-805d-1707d553eb62 req-4fd6a90c-6549-4215-b1ef-4fdf9f6b9da7 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:32.178577 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f18e2d7f-5b8b-4042-805d-1707d553eb62 req-4fd6a90c-6549-4215-b1ef-4fdf9f6b9da7 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 944 time: 0.0586312 Aug 29 22:58:32.227896 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f18e2d7f-5b8b-4042-805d-1707d553eb62 req-b6b8c3ee-c608-45ff-929f-4662e405c25d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Aug 29 22:58:32.514154 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:58:33.348156 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f40c97-3dbd-48a8-a1e0-a9e8f1b40c00 req-d5ef08d1-3744-4d72-8852-6f3fa8e026cc tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:33.349693 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-29f40c97-3dbd-48a8-a1e0-a9e8f1b40c00 req-d5ef08d1-3744-4d72-8852-6f3fa8e026cc tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 944 time: 0.0500605 Aug 29 22:58:33.368653 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:33.394753 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ec64c87c-bc7f-4c57-9f3f-1ceeec96166e up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:58:33.399109 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-29f40c97-3dbd-48a8-a1e0-a9e8f1b40c00 req-8ba7c3d2-9f46-457e-ab59-5f0864380cd6 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437422 Aug 29 22:58:33.440040 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:58:33.515927 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:58:33.516298 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:33.588525 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:58:33.590746 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:33.612753 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:33.614988 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5072dc-4c53-4b8d-a6c3-f348b89b1acf" -d '{"events": [{"server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "name": "network-vif-plugged", "status": "completed", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:33.627795 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:33.653474 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a82fa4-7aa0-4b89-8bc2-afc60df2a07b x-openstack-request-id: req-20a82fa4-7aa0-4b89-8bc2-afc60df2a07b {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:33.653767 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "name": "network-vif-plugged", "status": "completed", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:33.654021 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20a82fa4-7aa0-4b89-8bc2-afc60df2a07b {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:33.654422 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a82fa4-7aa0-4b89-8bc2-afc60df2a07b'] response: {'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'code': 200} Aug 29 22:58:33.725414 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:33.778714 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:34.033347 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1b85b-1294-498a-832c-0401385c4e92 req-dafb2ab9-e5b9-4304-9c72-f0285e551cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:34.034775 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ef1b85b-1294-498a-832c-0401385c4e92 req-dafb2ab9-e5b9-4304-9c72-f0285e551cd6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0387926 Aug 29 22:58:34.081739 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4ef1b85b-1294-498a-832c-0401385c4e92 req-b7c63ba6-3580-44be-831c-59f3388cb40d service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Aug 29 22:58:34.519973 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ca19b-52ba-4692-93eb-0cbb2b75ef78 req-30951218-ea2d-4dd4-9c12-f769fa0ac8f5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:34.521509 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-417ca19b-52ba-4692-93eb-0cbb2b75ef78 req-30951218-ea2d-4dd4-9c12-f769fa0ac8f5 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 945 time: 0.0470948 Aug 29 22:58:34.574308 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-417ca19b-52ba-4692-93eb-0cbb2b75ef78 req-e31745d1-03a4-4a62-8d53-9805507f7cda tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472078 Aug 29 22:58:35.699321 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9dc0b-57c8-4a3b-9e5c-b00f68c8180d req-7cf33507-6eab-4f0c-8eaf-c741fb54eef1 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:35.700851 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3da9dc0b-57c8-4a3b-9e5c-b00f68c8180d req-7cf33507-6eab-4f0c-8eaf-c741fb54eef1 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 945 time: 0.0476007 Aug 29 22:58:35.752376 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3da9dc0b-57c8-4a3b-9e5c-b00f68c8180d req-d6e3d26b-5770-485d-ab25-1afc8f0e0ad8 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 Aug 29 22:58:36.871162 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7ff6b-c603-46d5-9d32-aeb715e4f689 req-2a7655d4-e2df-4e8b-b7be-2829be2c85be tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:36.872701 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-97c7ff6b-c603-46d5-9d32-aeb715e4f689 req-2a7655d4-e2df-4e8b-b7be-2829be2c85be tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 945 time: 0.0481365 Aug 29 22:58:36.923767 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-97c7ff6b-c603-46d5-9d32-aeb715e4f689 req-cbd385e1-f50d-4be9-a5db-3612819bed3f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446196 Aug 29 22:58:37.051350 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d2816-2540-4248-a707-adedfd6df778 req-a50a4739-b16f-4516-9510-e7679639b378 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:37.052756 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-500d2816-2540-4248-a707-adedfd6df778 req-a50a4739-b16f-4516-9510-e7679639b378 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 945 time: 0.0505245 Aug 29 22:58:37.102980 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-500d2816-2540-4248-a707-adedfd6df778 req-02c9fd5c-7e6a-43c5-b47c-528c6932b703 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Aug 29 22:58:37.130030 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36806) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:37.167164 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ab280-b08b-42ce-b4dc-69b0f9aca425 tempest-TestVolumeBootPattern-194264746 tempest-TestVolumeBootPattern-194264746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:37.168661 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-b79ab280-b08b-42ce-b4dc-69b0f9aca425 tempest-TestVolumeBootPattern-194264746 tempest-TestVolumeBootPattern-194264746-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1124 time: 0.0376399 Aug 29 22:58:37.171408 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36808) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:37.175554 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'tenant_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address': '172.20.0.3'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:37.244897 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:37.327796 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:37.434473 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Allocated IP 172.27.4.92 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/aff3086a-7a31-48e4-971e-8434adbe2f10) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:58:37.538501 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:37.541764 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:37.734902 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:37.771062 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:37.772959 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:58:37.775692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:58:37.781454 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:58:37.813145 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=aff3086a-7a31-48e4-971e-8434adbe2f10,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:37.825140 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.825140 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.825442 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.825747 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.826073 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.826396 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.826724 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.827057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.827374 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.827690 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.828007 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.829053 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.829294 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.829548 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:37.834550 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:38.174344 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (d49f1ca9-cad0-4741-aec4-9f9ee105fc83), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:38.362518 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:38.530495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:38.605067 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:38.659428 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:38.680832 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (d49f1ca9-cad0-4741-aec4-9f9ee105fc83), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:38.682809 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=aff3086a-7a31-48e4-971e-8434adbe2f10,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:38.787854 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Floating IP d49f1ca9-cad0-4741-aec4-9f9ee105fc83 associated. External IP: 172.27.4.92, port: ec64c87c-bc7f-4c57-9f3f-1ceeec96166e. Aug 29 22:58:38.889216 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:39.011102 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:58:39.118713 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:58:39.129127 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:58:39.138596 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:39.139201 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:39.186204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:39.189087 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:39.220883 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-fec203a0-5a58-4187-b223-ea27ed0bd2c0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0456750 Aug 29 22:58:39.220883 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:39.222448 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a56a2bd-7cb7-485f-859a-15747fa301d0" -d '{"events": [{"name": "network-changed", "server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:39.256677 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:39.261039 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195b30e0-b7e9-42a7-84df-c6f35a8669f6 x-openstack-request-id: req-195b30e0-b7e9-42a7-84df-c6f35a8669f6 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:39.261336 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:39.261596 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-195b30e0-b7e9-42a7-84df-c6f35a8669f6 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:39.262006 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195b30e0-b7e9-42a7-84df-c6f35a8669f6'] response: {'name': 'network-changed', 'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'status': 'completed', 'code': 200} Aug 29 22:58:39.328126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:39.335217 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-e5879e14-fb67-475a-9bc8-ccdf699866cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:39.336791 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-e5879e14-fb67-475a-9bc8-ccdf699866cd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0411823 Aug 29 22:58:39.434487 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-b37f7e37-330a-40ed-9e21-176fb92daaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:39.436197 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-b37f7e37-330a-40ed-9e21-176fb92daaa9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 913 time: 0.0922348 Aug 29 22:58:39.474563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:38Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:39.498746 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-bef7b576-cb01-4ce1-8d69-a76ab640cb08 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e HTTP/1.1" status: 200 len: 998 time: 0.0560544 Aug 29 22:58:39.503033 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:58:39.511486 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:39.512084 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:39.550578 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-44d8d6bb-0b1a-4bf6-aba4-6bb89169f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:39.552078 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-44d8d6bb-0b1a-4bf6-aba4-6bb89169f1ee service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0471833 Aug 29 22:58:39.604693 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-bb2789a3-a8cc-4353-8bd1-adf4aeba6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:39.606330 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-bb2789a3-a8cc-4353-8bd1-adf4aeba6ddd service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467200 Aug 29 22:58:39.621183 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:39.704750 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-3548db28-49a8-4f0f-8687-d02365a3c654 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897007 Aug 29 22:58:39.818580 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5a56a2bd-7cb7-485f-859a-15747fa301d0 req-4febecbc-1271-4718-88d8-57f81d115f15 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952981 Aug 29 22:58:39.979015 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:38Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:40.008111 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c52199-04e4-4a93-a370-c42a9968cb33 None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:38Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:58:40.204079 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a0ce2-12a6-4fc0-98a4-722eb8dff675 None None] New status for floating IP d49f1ca9-cad0-4741-aec4-9f9ee105fc83: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:58:46.216618 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36848) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:46.223709 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=63 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:46.225383 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=69 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:46.362745 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Deleting port 6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:46.363098 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:46.441246 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:46.441576 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for floatingip (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:46.457965 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Calling delete_port for 6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa owned by network:floatingip {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:46.675341 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:46.930573 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event deleted for resources: {'Port': ['ID=6308e1c5-f3e8-4980-b0f8-c68e05e8d6aa,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:46.945528 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.945871 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.946210 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.946546 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.946873 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.947198 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.947520 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.947842 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.948203 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.948522 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.948864 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.949203 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.949505 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.949833 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:46.950159 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:47.007366 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for floatingip (fac9c92f-cfea-42b7-926b-c1fac3c6de56), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:47.007691 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Floating IP fac9c92f-cfea-42b7-926b-c1fac3c6de56 disassociated (deleted). External IP: 172.27.4.194, port: 91df5732-ae39-46e4-8d12-2571816bc572. Aug 29 22:58:47.212635 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Router 3ad2251c-5eb2-43a5-9142-50500b48b3dd has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:58:47.258051 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:47.337866 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:58:47.342393 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:47.348652 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] Sync routers for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:58:47.359136 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:47.359745 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:47.374306 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-fca8f4dc-95b6-4302-8465-b31a186739b0 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/fac9c92f-cfea-42b7-926b-c1fac3c6de56 HTTP/1.1" status: 204 len: 168 time: 1.1565611 Aug 29 22:58:47.375326 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:47.377895 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f" -d '{"events": [{"name": "network-changed", "server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "tag": "91df5732-ae39-46e4-8d12-2571816bc572"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:47.454923 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42705c31-72e0-4bf7-804f-35624120ea45 x-openstack-request-id: req-42705c31-72e0-4bf7-804f-35624120ea45 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:47.455220 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "tag": "91df5732-ae39-46e4-8d12-2571816bc572", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:47.455463 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42705c31-72e0-4bf7-804f-35624120ea45 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:47.455874 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42705c31-72e0-4bf7-804f-35624120ea45'] response: {'name': 'network-changed', 'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572', 'status': 'completed', 'code': 200} Aug 29 22:58:47.478911 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:47.582573 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-be6f887f-d68d-48e7-beca-05e70d47bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:47.584587 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-be6f887f-d68d-48e7-beca-05e70d47bdd4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=e1e766828cca43808ba55f00a50c53f9&device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 1130 time: 0.1005831 Aug 29 22:58:47.671721 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:47.690387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:55Z', 'revision_number': 5, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:47.710787 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-7956ff30-deb1-4fdd-bcee-8d149138892e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:47.712633 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-7956ff30-deb1-4fdd-bcee-8d149138892e service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 200 len: 909 time: 0.1210918 Aug 29 22:58:47.721544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] Checking router: 3ad2251c-5eb2-43a5-9142-50500b48b3dd for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:58:47.730208 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:47.730733 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:47.758064 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-b24dcebd-3a1d-4e16-9c2f-1bca7639e0c4 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 200 len: 217 time: 0.0352767 Aug 29 22:58:47.770817 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:47.823487 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:47.837491 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:47.860650 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485d33e-21f9-48bb-a48a-1f0865e943c8 req-68ecb911-9fec-4282-93f6-ca51e2fa8367 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:47.862346 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1485d33e-21f9-48bb-a48a-1f0865e943c8 req-68ecb911-9fec-4282-93f6-ca51e2fa8367 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0505815 Aug 29 22:58:47.890563 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:47.921731 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1485d33e-21f9-48bb-a48a-1f0865e943c8 req-a132de24-cb6d-42a9-b425-9e4a66d5cfc6 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527642 Aug 29 22:58:48.045312 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:55Z', 'revision_number': 5, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:48.072368 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ea355-3d48-476f-9afc-db00bf3d4051 None None] The sync data for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi is: [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:53:50Z', 'revision_number': 4, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '192bec42-bda7-4b8f-b179-48c9ae1de628', 'name': '', 'network_id': 'cdc689a8-02d8-417d-924a-20e87953aa8c', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'mac_address': 'fa:16:3e:33:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:49Z', 'updated_at': '2022-08-29T22:53:55Z', 'revision_number': 5, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'subnets': [{'id': 'bd981eb2-a2ba-432c-b6d7-76d33f673de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:58:48.329650 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36df8f77-8acb-40a5-8fc3-ad567931e598 None None] New status for floating IP fac9c92f-cfea-42b7-926b-c1fac3c6de56: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:58:49.077146 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22c461-7780-4e1b-bed1-79e14312d20d req-cc810d7a-1cea-4a66-8bba-2f4dd54d47a2 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:49.078677 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e22c461-7780-4e1b-bed1-79e14312d20d req-cc810d7a-1cea-4a66-8bba-2f4dd54d47a2 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0788906 Aug 29 22:58:49.098753 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-bca6bfc2-8b1c-47f8-bd82-8e442a36c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:49.100213 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-bca6bfc2-8b1c-47f8-bd82-8e442a36c473 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=bd981eb2-a2ba-432c-b6d7-76d33f673de7 HTTP/1.1" status: 200 len: 847 time: 0.0690231 Aug 29 22:58:49.166834 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-2c402f2f-f6fe-434f-a086-3ad2ec0982e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:49.168356 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-2c402f2f-f6fe-434f-a086-3ad2ec0982e2 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=cdc689a8-02d8-417d-924a-20e87953aa8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591195 Aug 29 22:58:49.172705 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-0e22c461-7780-4e1b-bed1-79e14312d20d req-c7a55bb5-1c9f-4433-a601-0b16f29cff44 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854843 Aug 29 22:58:49.268747 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-45400034-cef0-448c-b9bc-c85b90f7a295 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124851) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:58:49.269790 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-45400034-cef0-448c-b9bc-c85b90f7a295 service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069876 Aug 29 22:58:49.391440 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-ac18b0a2-14ab-4747-a3ad-bf674e99f316 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900521 Aug 29 22:58:49.492666 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:49.844225 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-84817cc9-eed0-4aa8-98e4-1b4b9ea5778f req-ce8b95ae-25d1-4cf3-a258-ea17a0d06aac service neutron] 10.222.0.71 "GET /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840547 Aug 29 22:58:49.913021 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-5b9a1442-3837-465d-a5e5-a4079369f53e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:49.914633 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-5b9a1442-3837-465d-a5e5-a4079369f53e tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0509970 Aug 29 22:58:50.023009 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Deleting port 91df5732-ae39-46e4-8d12-2571816bc572 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:50.028135 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (91df5732-ae39-46e4-8d12-2571816bc572), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:50.117806 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] For port 91df5732-ae39-46e4-8d12-2571816bc572, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=91df5732-ae39-46e4-8d12-2571816bc572,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:50.118489 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (91df5732-ae39-46e4-8d12-2571816bc572), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:50.132087 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Calling delete_port for 91df5732-ae39-46e4-8d12-2571816bc572 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:50.306216 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f9178-c735-4324-bc29-119ff57e28af req-6c011845-0b20-4d79-ae4f-6dec217f82ae tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:50.307680 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4a2f9178-c735-4324-bc29-119ff57e28af req-6c011845-0b20-4d79-ae4f-6dec217f82ae tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 946 time: 0.0552473 Aug 29 22:58:50.356772 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (91df5732-ae39-46e4-8d12-2571816bc572), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:50.365312 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:50.388377 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4a2f9178-c735-4324-bc29-119ff57e28af req-ff2fe054-d7c7-408b-bab1-96b1193e85c9 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9d4cd294-a4b2-4103-b7fd-24285f4299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743387 Aug 29 22:58:50.391718 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event deleted for resources: {'Port': ['ID=91df5732-ae39-46e4-8d12-2571816bc572,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:50.440571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] No DVR routers for this DVR port 91df5732-ae39-46e4-8d12-2571816bc572 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:58:50.443669 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:50.447083 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a96fca98-a81a-48a2-bc6a-db719abf05b0 req-78e42c3f-9813-4595-85cf-44d6542a8d30 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.71 "DELETE /networking/v2.0/ports/91df5732-ae39-46e4-8d12-2571816bc572 HTTP/1.1" status: 204 len: 173 time: 0.5045521 Aug 29 22:58:50.447569 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-deleted', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:50.449931 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c713512-aa6b-4d8e-9edf-34edc96a6d0c" -d '{"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-deleted", "tag": "91df5732-ae39-46e4-8d12-2571816bc572"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:50.488058 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622c0da2-ddbd-450e-bc3b-4334d1e9f2e4 x-openstack-request-id: req-622c0da2-ddbd-450e-bc3b-4334d1e9f2e4 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:50.488353 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983a88ca-ab2c-40f2-8cc9-075c9783408b", "name": "network-vif-deleted", "tag": "91df5732-ae39-46e4-8d12-2571816bc572", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:50.488615 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-622c0da2-ddbd-450e-bc3b-4334d1e9f2e4 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:50.489055 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622c0da2-ddbd-450e-bc3b-4334d1e9f2e4'] response: {'server_uuid': '983a88ca-ab2c-40f2-8cc9-075c9783408b', 'name': 'network-vif-deleted', 'tag': '91df5732-ae39-46e4-8d12-2571816bc572', 'status': 'completed', 'code': 200} Aug 29 22:58:51.227998 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e568a-414a-450e-8c66-b20108dbb8dd req-f935eb01-038b-44f1-be62-c3cab000425d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:51.229520 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-140e568a-414a-450e-8c66-b20108dbb8dd req-f935eb01-038b-44f1-be62-c3cab000425d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0512841 Aug 29 22:58:51.250986 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:51.278377 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-140e568a-414a-450e-8c66-b20108dbb8dd req-3760eeeb-629f-4638-8a51-35d7c23ee2c9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431812 Aug 29 22:58:51.495961 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0ab174b4-c654-43b4-aee9-575756c28c8e req-8dd2cb9c-b664-4d31-807b-8d4c2676cce8 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 210 time: 0.0276048 Aug 29 22:58:52.329998 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-438af68c-b1a3-455b-b2cb-75b66a4b7109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:52.400494 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de771da-53d8-4778-b285-94e2194a8e93 req-c64a41a6-c8dc-4775-a7c4-1d03430289af tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:52.401993 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7de771da-53d8-4778-b285-94e2194a8e93 req-c64a41a6-c8dc-4775-a7c4-1d03430289af tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0465627 Aug 29 22:58:52.448157 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7de771da-53d8-4778-b285-94e2194a8e93 req-8c324161-4967-45ca-a0b2-f4624a3833c7 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396285 Aug 29 22:58:52.605376 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3042ae4e-ba2a-4c91-a3c2-dc73e81c1863 req-77b73280-3a60-4f26-a2ae-6ba64781893a tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=983a88ca-ab2c-40f2-8cc9-075c9783408b HTTP/1.1" status: 200 len: 210 time: 0.0314682 Aug 29 22:58:52.619680 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:52.963602 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-b0c3fc42-d7ef-4150-8378-00831f7291c0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:52.965112 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-b0c3fc42-d7ef-4150-8378-00831f7291c0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0504577 Aug 29 22:58:53.050120 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:53.050460 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.404053 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] For port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:53.404760 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.496944 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 91df5732-ae39-46e4-8d12-2571816bc572 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:58:53.518618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 91df5732-ae39-46e4-8d12-2571816bc572 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:58:53.519335 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 91df5732-ae39-46e4-8d12-2571816bc572 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:58:53.519949 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ad5c4d05-7575-4d02-8da0-ffe20d40bc4b no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:58:53.595743 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b is: ACTIVE; New status is: DOWN {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:58:53.596137 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.612433 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.612827 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (51034053-edf4-487f-ac98-306129a77cbb), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.613150 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP 51034053-edf4-487f-ac98-306129a77cbb disassociated. External IP: 172.27.4.73, port: ad5c4d05-7575-4d02-8da0-ffe20d40bc4b. Aug 29 22:58:53.613495 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for ad5c4d05-7575-4d02-8da0-ffe20d40bc4b owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:53.620681 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:53.622993 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda4c2cf-65da-471c-8b17-780ef47c3db5" -d '{"events": [{"server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:53.635035 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714bf25-611e-4b0c-bdd5-e2f84ee26998 req-ce5019f8-da51-4e7d-a47f-6dee7773f29c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:53.636755 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:53.642466 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d714bf25-611e-4b0c-bdd5-e2f84ee26998 req-ce5019f8-da51-4e7d-a47f-6dee7773f29c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 946 time: 0.0797467 Aug 29 22:58:53.676024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36908) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:53.704653 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3e66ea-7f7e-4b25-86fd-4562e07e6a2c x-openstack-request-id: req-dd3e66ea-7f7e-4b25-86fd-4562e07e6a2c {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:53.705027 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "name": "network-vif-unplugged", "status": "completed", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:53.705279 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd3e66ea-7f7e-4b25-86fd-4562e07e6a2c {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:53.705757 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd3e66ea-7f7e-4b25-86fd-4562e07e6a2c'] response: {'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'code': 200} Aug 29 22:58:53.714671 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:53.737987 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d714bf25-611e-4b0c-bdd5-e2f84ee26998 req-19c1249b-9c66-4c36-ba18-7e22cf3daf53 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=523c3b87-8261-466b-ad21-90743f240481&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946305 Aug 29 22:58:53.746459 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53646268-3031-4000-8d08-abc21344b421 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group (9d4cd294-a4b2-4103-b7fd-24285f4299b4), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.767811 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.775070 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53646268-3031-4000-8d08-abc21344b421 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group (9d4cd294-a4b2-4103-b7fd-24285f4299b4), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.823818 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,revision_number=6']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:53.892448 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (ad5c4d05-7575-4d02-8da0-ffe20d40bc4b), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.920166 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=ad5c4d05-7575-4d02-8da0-ffe20d40bc4b,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:53.920861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53646268-3031-4000-8d08-abc21344b421 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (9d4cd294-a4b2-4103-b7fd-24285f4299b4), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.924178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-53646268-3031-4000-8d08-abc21344b421 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:53.930313 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-53646268-3031-4000-8d08-abc21344b421 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9d4cd294-a4b2-4103-b7fd-24285f4299b4 HTTP/1.1" status: 204 len: 168 time: 0.2488334 Aug 29 22:58:53.939379 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53646268-3031-4000-8d08-abc21344b421 tempest-TestShelveInstance-742035695 tempest-TestShelveInstance-742035695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4cd294-a4b2-4103-b7fd-24285f4299b4,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:53.981607 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:54.038057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:58:54.045097 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:54.052267 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36912) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:54.153840 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:58:54.166983 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:58:54.180059 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:54.180685 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:54.205092 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] No DVR routers for this DVR port ad5c4d05-7575-4d02-8da0-ffe20d40bc4b on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:58:54.207689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:54.211439 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b4f7ce48-7cab-4e72-a543-e1d339a9f0d1 req-578edf27-c988-4a26-a6b2-f9ce2a8cf393 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "DELETE /networking/v2.0/ports/ad5c4d05-7575-4d02-8da0-ffe20d40bc4b HTTP/1.1" status: 204 len: 173 time: 1.2411356 Aug 29 22:58:54.216336 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'name': 'network-vif-deleted', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:58:54.219848 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6341ee7-31f7-4af9-8b1a-165292836591" -d '{"events": [{"server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "name": "network-vif-deleted", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:58:54.265458 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308cf5cf-8377-4976-8a7e-616156ad7902 x-openstack-request-id: req-308cf5cf-8377-4976-8a7e-616156ad7902 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:58:54.265860 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0ef09b-16ec-49c7-bbf8-9400efe3e020", "name": "network-vif-deleted", "tag": "ad5c4d05-7575-4d02-8da0-ffe20d40bc4b", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:58:54.266192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-308cf5cf-8377-4976-8a7e-616156ad7902 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:58:54.266610 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308cf5cf-8377-4976-8a7e-616156ad7902'] response: {'server_uuid': 'fd0ef09b-16ec-49c7-bbf8-9400efe3e020', 'name': 'network-vif-deleted', 'tag': 'ad5c4d05-7575-4d02-8da0-ffe20d40bc4b', 'status': 'completed', 'code': 200} Aug 29 22:58:54.299570 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:54.518304 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:54.551108 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:58:54.559958 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:54.560580 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:54.597047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (3ad2251c-5eb2-43a5-9142-50500b48b3dd), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:54.669092 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:54.683541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:54.720255 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:54.849493 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Deleting port 192bec42-bda7-4b8f-b179-48c9ae1de628 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:54.849833 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:54.867110 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-a6863c80-dc22-4c40-8859-e3c9391be8bf req-b818afa3-e230-4bc7-b729-6fb2df8325c6 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fd0ef09b-16ec-49c7-bbf8-9400efe3e020 HTTP/1.1" status: 200 len: 210 time: 0.0333748 Aug 29 22:58:54.932305 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b672f220-0cd4-4eee-b6a0-d53197799bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:54.935316 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] For port 192bec42-bda7-4b8f-b179-48c9ae1de628, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=192bec42-bda7-4b8f-b179-48c9ae1de628,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:54.935602 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:54.950523 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Calling delete_port for 192bec42-bda7-4b8f-b179-48c9ae1de628 owned by network:router_interface {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:55.013650 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:55.013880 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:55.040944 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4261ba-f4f8-44c1-935a-e1b12e79c635 None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:58:55.101842 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:55.263959 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (192bec42-bda7-4b8f-b179-48c9ae1de628), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:55.271273 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19111806-76cc-4e07-a723-493d3fb2be4f None None] New status for floating IP 51034053-edf4-487f-ac98-306129a77cbb: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:58:55.294751 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Pushing event deleted for resources: {'Port': ['ID=192bec42-bda7-4b8f-b179-48c9ae1de628,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:55.479201 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (3ad2251c-5eb2-43a5-9142-50500b48b3dd), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:55.698360 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Router 3ad2251c-5eb2-43a5-9142-50500b48b3dd has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:58:55.798889 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:58:55.803809 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2df2fd9a-5c6f-4a1b-b040-f309542d2925 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/3ad2251c-5eb2-43a5-9142-50500b48b3dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519317 Aug 29 22:58:55.806459 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36920) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:55.807373 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] Sync routers for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:58:55.821609 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:55.822234 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:55.910627 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks [] for router (3ad2251c-5eb2-43a5-9142-50500b48b3dd), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:55.926175 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:55.954270 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:56.018990 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks [] for router_gateway (3ad2251c-5eb2-43a5-9142-50500b48b3dd), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.042072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36926) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:56.100518 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f997bf4b-50bb-4105-ac47-af5d10473d08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (523c3b87-8261-466b-ad21-90743f240481), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.112076 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252'}], 'enable_snat': True}, 'gw_port_id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:58:55Z', 'revision_number': 5, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port': {'id': '42dcde5c-655b-42dd-94a5-902f30c60dd3', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:47Z', 'updated_at': '2022-08-29T22:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:56.137436 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] Checking router: 3ad2251c-5eb2-43a5-9142-50500b48b3dd for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:58:56.141227 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.146199 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f997bf4b-50bb-4105-ac47-af5d10473d08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (523c3b87-8261-466b-ad21-90743f240481), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.147505 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] Routers {'3ad2251c-5eb2-43a5-9142-50500b48b3dd'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:56.148119 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:56.175210 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Deleting port 42dcde5c-655b-42dd-94a5-902f30c60dd3 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:56.175476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.182687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:56.235365 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] Set router 3ad2251c-5eb2-43a5-9142-50500b48b3dd gateway port host: None {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:56.271917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] For port 42dcde5c-655b-42dd-94a5-902f30c60dd3, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=42dcde5c-655b-42dd-94a5-902f30c60dd3,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:56.272282 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.286676 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Calling delete_port for 42dcde5c-655b-42dd-94a5-902f30c60dd3 owned by network:router_gateway {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:56.290068 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:58:56Z', 'revision_number': 6, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:56.315509 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6465dc3b-9d96-40eb-8c31-19c96ea65872 None None] The sync data for ids ['3ad2251c-5eb2-43a5-9142-50500b48b3dd'] in dv-cinder-854269-4-iscsi is: [{'id': '3ad2251c-5eb2-43a5-9142-50500b48b3dd', 'name': 'tempest-TestShelveInstance-106505455-router', 'tenant_id': 'e1e766828cca43808ba55f00a50c53f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:46Z', 'updated_at': '2022-08-29T22:58:56Z', 'revision_number': 6, 'project_id': 'e1e766828cca43808ba55f00a50c53f9', 'gw_port_host': None}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:58:56.399661 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f997bf4b-50bb-4105-ac47-af5d10473d08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (523c3b87-8261-466b-ad21-90743f240481), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.402318 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f997bf4b-50bb-4105-ac47-af5d10473d08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.403578 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f997bf4b-50bb-4105-ac47-af5d10473d08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/523c3b87-8261-466b-ad21-90743f240481 HTTP/1.1" status: 204 len: 168 time: 0.3603244 Aug 29 22:58:56.407044 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36928) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:56.420991 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.api.v2.resource [None req-ad003e2c-fcd7-466f-acae-2dc54efb2a2e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] show failed (client error): The resource could not be found. Aug 29 22:58:56.422107 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ad003e2c-fcd7-466f-acae-2dc54efb2a2e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups/523c3b87-8261-466b-ad21-90743f240481 HTTP/1.1" status: 404 len: 347 time: 0.0139892 Aug 29 22:58:56.424682 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997bf4b-50bb-4105-ac47-af5d10473d08 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523c3b87-8261-466b-ad21-90743f240481,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:56.425207 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36930) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:56.540920 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port 7b466a97-46cd-4229-9fde-6898e156e79d {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:56.541384 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (7b466a97-46cd-4229-9fde-6898e156e79d), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.558556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (42dcde5c-655b-42dd-94a5-902f30c60dd3), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.586511 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=42dcde5c-655b-42dd-94a5-902f30c60dd3,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:56.623784 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (7b466a97-46cd-4229-9fde-6898e156e79d), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.624016 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (7b466a97-46cd-4229-9fde-6898e156e79d), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.638121 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for 7b466a97-46cd-4229-9fde-6898e156e79d owned by network:floatingip {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:56.653119 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (3ad2251c-5eb2-43a5-9142-50500b48b3dd), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.755480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (3ad2251c-5eb2-43a5-9142-50500b48b3dd), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.757431 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks [] for router_controller (3ad2251c-5eb2-43a5-9142-50500b48b3dd), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.906932 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (7b466a97-46cd-4229-9fde-6898e156e79d), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.930317 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=7b466a97-46cd-4229-9fde-6898e156e79d,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:56.933277 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (3ad2251c-5eb2-43a5-9142-50500b48b3dd), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.933968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad2251c-5eb2-43a5-9142-50500b48b3dd {{(pid=124851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:58:56.942041 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:56.943211 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-3fdbe978-ff62-4a56-9608-1ad418951fcd admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/3ad2251c-5eb2-43a5-9142-50500b48b3dd HTTP/1.1" status: 204 len: 168 time: 1.1358342 Aug 29 22:58:56.945805 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36932) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:56.993900 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] Deleting subnet bd981eb2-a2ba-432c-b6d7-76d33f673de7 {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:58:56.997299 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] Publish callbacks [] for subnet (bd981eb2-a2ba-432c-b6d7-76d33f673de7), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.001710 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (51034053-edf4-487f-ac98-306129a77cbb), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.004338 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.005325 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-35eec782-4b93-4c7b-ab91-7a7353d721cf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/51034053-edf4-487f-ac98-306129a77cbb HTTP/1.1" status: 204 len: 168 time: 0.5791881 Aug 29 22:58:57.035257 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171697'] for subnet (bd981eb2-a2ba-432c-b6d7-76d33f673de7), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.079522 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:57.128832 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 192bec42-bda7-4b8f-b179-48c9ae1de628 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:58:57.129560 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (bd981eb2-a2ba-432c-b6d7-76d33f673de7), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.143406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36936) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:57.147123 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-839f7f83-5d62-43e5-88b2-d4044e65a0aa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603877814', 'description': 'tempest-description--1356951190'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:57.149563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 192bec42-bda7-4b8f-b179-48c9ae1de628 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:58:57.150120 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 192bec42-bda7-4b8f-b179-48c9ae1de628 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:58:57.150714 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 42dcde5c-655b-42dd-94a5-902f30c60dd3 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:58:57.173816 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 42dcde5c-655b-42dd-94a5-902f30c60dd3 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:58:57.174087 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 42dcde5c-655b-42dd-94a5-902f30c60dd3 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:58:57.233389 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-839f7f83-5d62-43e5-88b2-d4044e65a0aa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.270758 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4779302'] for subnet (bd981eb2-a2ba-432c-b6d7-76d33f673de7), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.298396 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd981eb2-a2ba-432c-b6d7-76d33f673de7,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:57.301719 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:57.303850 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.306582 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.316148 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b75f4-9882-439c-95fa-7dffd03fe11e None None] Network cdc689a8-02d8-417d-924a-20e87953aa8c requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:58:57.316248 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c1ce87c6-9510-4cd2-b5ab-7f871212c1e4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/bd981eb2-a2ba-432c-b6d7-76d33f673de7 HTTP/1.1" status: 204 len: 168 time: 0.3654962 Aug 29 22:58:57.316355 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-839f7f83-5d62-43e5-88b2-d4044e65a0aa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (1c80b959-616c-48c3-96e5-f6bdd6e37cee), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.316355 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36938) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:57.395135 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (cdc689a8-02d8-417d-924a-20e87953aa8c), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.400068 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-839f7f83-5d62-43e5-88b2-d4044e65a0aa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1c80b959-616c-48c3-96e5-f6bdd6e37cee), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.441437 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:57.444065 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f7f83-5d62-43e5-88b2-d4044e65a0aa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c80b959-616c-48c3-96e5-f6bdd6e37cee,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:57.476867 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Deleting port 646817a7-1247-4356-9e84-d0014a50b186 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:57.477208 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (646817a7-1247-4356-9e84-d0014a50b186), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.496526 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] DHCP port deletion for cdc689a8-02d8-417d-924a-20e87953aa8c request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:58:57.499213 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-839f7f83-5d62-43e5-88b2-d4044e65a0aa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.501305 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-839f7f83-5d62-43e5-88b2-d4044e65a0aa tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3577306 Aug 29 22:58:57.504536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36940) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:57.509496 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-4589fe9c-7dd0-4927-94e8-84ea16fc3bdf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': '1c80b959-616c-48c3-96e5-f6bdd6e37cee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:57.550963 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Deleting port 646817a7-1247-4356-9e84-d0014a50b186 {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:57.551341 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (646817a7-1247-4356-9e84-d0014a50b186), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.566056 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] For port 646817a7-1247-4356-9e84-d0014a50b186, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=646817a7-1247-4356-9e84-d0014a50b186,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:57.566056 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (646817a7-1247-4356-9e84-d0014a50b186), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.568263 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.573175 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Calling delete_port for 646817a7-1247-4356-9e84-d0014a50b186 owned by network:dhcp {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:57.617298 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] For port 646817a7-1247-4356-9e84-d0014a50b186, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=646817a7-1247-4356-9e84-d0014a50b186,segment=NetworkSegment(9e243c7b-727e-4aa0-a492-0b069f798783),segment_id=9e243c7b-727e-4aa0-a492-0b069f798783)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:57.617697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (646817a7-1247-4356-9e84-d0014a50b186), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.619840 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=100 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:57.631965 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Calling delete_port for 646817a7-1247-4356-9e84-d0014a50b186 owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:57.639924 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4589fe9c-7dd0-4927-94e8-84ea16fc3bdf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (e9eb1008-96f7-4cc7-8ef9-c3c67d2c7ea7), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.674434 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:57.694211 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4589fe9c-7dd0-4927-94e8-84ea16fc3bdf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (e9eb1008-96f7-4cc7-8ef9-c3c67d2c7ea7), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.699984 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:57.726865 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (646817a7-1247-4356-9e84-d0014a50b186), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.732684 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (646817a7-1247-4356-9e84-d0014a50b186), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.755956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4589fe9c-7dd0-4927-94e8-84ea16fc3bdf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (e9eb1008-96f7-4cc7-8ef9-c3c67d2c7ea7), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.760161 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=646817a7-1247-4356-9e84-d0014a50b186,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:57.760659 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Pushing event deleted for resources: {'Port': ['ID=646817a7-1247-4356-9e84-d0014a50b186,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:57.763234 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] No DVR routers for this DVR port 646817a7-1247-4356-9e84-d0014a50b186 on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:58:57.763897 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] No DVR routers for this DVR port 646817a7-1247-4356-9e84-d0014a50b186 on host dv-cinder-854269-4-iscsi {{(pid=124850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:58:57.774077 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.774545 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.774973 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.775387 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.775810 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.776210 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.777039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.777148 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.777520 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.777963 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.778363 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.778763 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.779159 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.780027 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.784472 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86b0c1b-fc98-4b1f-909d-9e08e39ce3aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 22:58:57.790072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589fe9c-7dd0-4927-94e8-84ea16fc3bdf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eb1008-96f7-4cc7-8ef9-c3c67d2c7ea7,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:57.844787 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (cdc689a8-02d8-417d-924a-20e87953aa8c), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.866208 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc689a8-02d8-417d-924a-20e87953aa8c']}} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:57.868556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4589fe9c-7dd0-4927-94e8-84ea16fc3bdf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.869852 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4589fe9c-7dd0-4927-94e8-84ea16fc3bdf tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640375 Aug 29 22:58:57.872509 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36942) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:57.876994 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e243c7b-727e-4aa0-a492-0b069f798783') {'for_net_delete': True} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:57.877333 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.services.segments.db [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e243c7b-727e-4aa0-a492-0b069f798783') {} {{(pid=124850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:57.877750 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [None req-a83a5c6f-c69b-431c-bc24-63689922ada9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'security_group_rule': {'security_group_id': '1c80b959-616c-48c3-96e5-f6bdd6e37cee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:57.887629 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5772019'] for segment (9e243c7b-727e-4aa0-a492-0b069f798783), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.901710 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (9e243c7b-727e-4aa0-a492-0b069f798783), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.908990 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=124850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:58:57.909388 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500596'] for segment (9e243c7b-727e-4aa0-a492-0b069f798783), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:57.955171 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 9e243c7b-727e-4aa0-a492-0b069f798783 resource provider aggregate not found Aug 29 22:58:57.975822 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.services.segments.plugin [-] Segment 9e243c7b-727e-4aa0-a492-0b069f798783 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e243c7b-727e-4aa0-a492-0b069f798783 found for delete ", "request_id": "req-152d9a14-39e7-4f9b-a6d2-5df683f9ba4d"}]} Aug 29 22:58:57.993729 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c6f-c69b-431c-bc24-63689922ada9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (7eb7203b-7c45-4c5d-8ec4-d7d216809894), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.042759 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c6f-c69b-431c-bc24-63689922ada9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (7eb7203b-7c45-4c5d-8ec4-d7d216809894), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.052024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (cdc689a8-02d8-417d-924a-20e87953aa8c), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.056469 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.062984 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/cdc689a8-02d8-417d-924a-20e87953aa8c HTTP/1.1" status: 204 len: 168 time: 0.7430911 Aug 29 22:58:58.063446 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36948) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:58.073482 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35f1e9-e701-4fd6-a386-cadeb19a4bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc689a8-02d8-417d-924a-20e87953aa8c,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:58.143416 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c6f-c69b-431c-bc24-63689922ada9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372780'] for security_group_rule (7eb7203b-7c45-4c5d-8ec4-d7d216809894), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.177530 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5c6f-c69b-431c-bc24-63689922ada9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb7203b-7c45-4c5d-8ec4-d7d216809894,revision_number=0']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:58.274529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:58.279244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-a83a5c6f-c69b-431c-bc24-63689922ada9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.285308 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-a83a5c6f-c69b-431c-bc24-63689922ada9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069166 Aug 29 22:58:58.285463 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 36950) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:58.289251 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:58:58.305893 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:58.395169 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.401557 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.485042 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.601716 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.27.4.112 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/3fcf2071-99ae-426a-a692-a637a9a45560) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:58:58.720071 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (3fcf2071-99ae-426a-a692-a637a9a45560), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.816037 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (3fcf2071-99ae-426a-a692-a637a9a45560), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.860890 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:58:58.866226 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:58:58.868450 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=3fcf2071-99ae-426a-a692-a637a9a45560,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:58.870633 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:58:58.895472 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Deleting port 4d51e470-09d9-4960-8cd6-e0ff555d7666 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:58:58.896060 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.914911 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:58.959435 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (e32d1c6f-451b-4648-9a0e-135515acb7e9), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.979819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] For port 4d51e470-09d9-4960-8cd6-e0ff555d7666, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=4d51e470-09d9-4960-8cd6-e0ff555d7666,segment=NetworkSegment(f15693dd-279e-4d53-8881-00ed13f62114),segment_id=f15693dd-279e-4d53-8881-00ed13f62114)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:58:58.980179 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:58.993565 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Calling delete_port for 4d51e470-09d9-4960-8cd6-e0ff555d7666 owned by network:router_interface {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:58:59.045462 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (3fcf2071-99ae-426a-a692-a637a9a45560), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.086614 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 646817a7-1247-4356-9e84-d0014a50b186 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:58:59.107920 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 646817a7-1247-4356-9e84-d0014a50b186 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:58:59.108266 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 646817a7-1247-4356-9e84-d0014a50b186 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:58:59.122362 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:59.210067 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (3fcf2071-99ae-426a-a692-a637a9a45560), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.283866 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (4d51e470-09d9-4960-8cd6-e0ff555d7666), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.307366 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (3fcf2071-99ae-426a-a692-a637a9a45560), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.309480 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d51e470-09d9-4960-8cd6-e0ff555d7666,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:59.380823 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (e32d1c6f-451b-4648-9a0e-135515acb7e9), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.387763 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=3fcf2071-99ae-426a-a692-a637a9a45560,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:58:59.457694 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.459927 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-e56b39cb-e841-461c-89f8-31519aba0f32 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1736155 Aug 29 22:58:59.495411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.619903 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-ad167e80-8902-46cb-b7a7-337ec5bd4dbd tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--603877814&fields=id&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 267 time: 0.0450525 Aug 29 22:58:59.694608 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:59.708431 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:58:59.715512 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:58:59.735635 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-898fc62e-e957-4f20-be71-08752e707315 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:58:59.737168 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-898fc62e-e957-4f20-be71-08752e707315 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1095917 Aug 29 22:58:59.752754 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-22db965a-5991-4126-8c57-83f233f04489 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/quotas/77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 375 time: 0.0101957 Aug 29 22:58:59.806549 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-bea317dd-ce78-429c-a9ab-a73037a59c1b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484397 Aug 29 22:58:59.818317 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:58:59.825744 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ebaf9be0-8c18-4ec2-909e-56f4e0843233 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/98ae32c7-b6d2-42e1-bd94-eb2cc279a83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7588613 Aug 29 22:58:59.827143 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36970) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:58:59.829091 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] Sync routers for ids ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:58:59.841776 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] Routers {'98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:58:59.842650 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:58:59.872925 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-a1e2527f-a368-48fe-8188-3fe3730c8b72 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=124850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 22:58:59.873877 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-a1e2527f-a368-48fe-8188-3fe3730c8b72 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0544853 Aug 29 22:58:59.946013 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks [] for router (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:58:59.954228 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] Set router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:58:59.978416 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-1c37474b-2359-4a13-bfd5-2cd6ca5af7a9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975368 Aug 29 22:59:00.055424 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks [] for router_gateway (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.079093 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-bef5151b-ba16-44f9-8ded-d495aebf001a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946674 Aug 29 22:59:00.137754 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175'}], 'enable_snat': True}, 'gw_port_id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:58:59Z', 'revision_number': 5, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port': {'id': '8e7f8547-ba2b-47ee-a781-5cb7259ad2ef', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fe:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:53:55Z', 'updated_at': '2022-08-29T22:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:00.168065 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] Checking router: 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:59:00.175219 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Deleting port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:59:00.175560 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.176944 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] Routers {'98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:59:00.177560 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:00.217132 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:00.261230 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] Set router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e gateway port host: None {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:59:00.265556 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] For port 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:59:00.267081 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.293042 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Calling delete_port for 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef owned by network:router_gateway {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:59:00.333056 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:59:00Z', 'revision_number': 6, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:00.358676 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55812f34-04dc-4e9d-b8fc-c88969e1c7c6 None None] The sync data for ids ['98ae32c7-b6d2-42e1-bd94-eb2cc279a83e'] in dv-cinder-854269-4-iscsi is: [{'id': '98ae32c7-b6d2-42e1-bd94-eb2cc279a83e', 'name': 'tempest-TestShelveInstance-1974885652-router', 'tenant_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:53:54Z', 'updated_at': '2022-08-29T22:59:00Z', 'revision_number': 6, 'project_id': '4c5041b479ac4dcfa6d5c53793fa9156', 'gw_port_host': None}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:59:00.370217 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b3e9bca6-89c3-4a43-b8ca-7099a80e6095 req-b8a97bc9-ffdd-493a-8bd6-d55fe7598a31 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 210 time: 0.0354264 Aug 29 22:59:00.583700 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (8e7f8547-ba2b-47ee-a781-5cb7259ad2ef), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.610732 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7f8547-ba2b-47ee-a781-5cb7259ad2ef,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:00.674734 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.776042 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.778422 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks [] for router_controller (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.895603 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (98ae32c7-b6d2-42e1-bd94-eb2cc279a83e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.896254 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ae32c7-b6d2-42e1-bd94-eb2cc279a83e {{(pid=124851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 22:59:00.900529 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.901713 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-9c31c2ba-a5d6-48b4-aa1a-f590d33cf623 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/98ae32c7-b6d2-42e1-bd94-eb2cc279a83e HTTP/1.1" status: 204 len: 168 time: 1.0746655 Aug 29 22:59:00.905782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36984) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:59:00.940090 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:00.950112 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] Deleting subnet 670e7103-2789-407c-88b0-398c5086682f {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 22:59:00.953497 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] Publish callbacks [] for subnet (670e7103-2789-407c-88b0-398c5086682f), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:00.990181 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171697'] for subnet (670e7103-2789-407c-88b0-398c5086682f), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.070057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (670e7103-2789-407c-88b0-398c5086682f), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.198410 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:59:01.207688 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4779302'] for subnet (670e7103-2789-407c-88b0-398c5086682f), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.222295 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:59:01.222648 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 8e7f8547-ba2b-47ee-a781-5cb7259ad2ef not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:59:01.223078 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4d51e470-09d9-4960-8cd6-e0ff555d7666 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:59:01.236116 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670e7103-2789-407c-88b0-398c5086682f,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:01.240035 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.242542 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 4d51e470-09d9-4960-8cd6-e0ff555d7666 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:59:01.242834 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 4d51e470-09d9-4960-8cd6-e0ff555d7666 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:59:01.245637 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-e748ea1d-a186-40e1-a645-61fe1c94bf50 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/670e7103-2789-407c-88b0-398c5086682f HTTP/1.1" status: 204 len: 168 time: 0.3380156 Aug 29 22:59:01.246549 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36988) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:59:01.247765 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8063f75-706c-4560-95d2-c041b59c00b4 None None] Network 880890d7-7e56-4bef-b0af-eca83dd5dab5 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 22:59:01.271141 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=82,neutron:DELETE=13,neutron:UPDATE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:01.336005 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (880890d7-7e56-4bef-b0af-eca83dd5dab5), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.384988 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Deleting port cbb74588-63f4-4414-8eb7-013bad8b134d {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:59:01.385397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.433000 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] DHCP port deletion for 880890d7-7e56-4bef-b0af-eca83dd5dab5 request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 22:59:01.462601 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] For port cbb74588-63f4-4414-8eb7-013bad8b134d, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=cbb74588-63f4-4414-8eb7-013bad8b134d,segment=NetworkSegment(f15693dd-279e-4d53-8881-00ed13f62114),segment_id=f15693dd-279e-4d53-8881-00ed13f62114)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:59:01.462968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.468490 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] Deleting port cbb74588-63f4-4414-8eb7-013bad8b134d {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 22:59:01.469541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.487762 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Calling delete_port for cbb74588-63f4-4414-8eb7-013bad8b134d owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:59:01.521325 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c027e623-1c94-4ea3-916d-24dfc649a75e req-28d965e1-3392-49a7-8f1e-ebef998c38fc tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 210 time: 0.0445502 Aug 29 22:59:01.565636 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] For port cbb74588-63f4-4414-8eb7-013bad8b134d, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=cbb74588-63f4-4414-8eb7-013bad8b134d,segment=NetworkSegment(f15693dd-279e-4d53-8881-00ed13f62114),segment_id=f15693dd-279e-4d53-8881-00ed13f62114)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:59:01.570262 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.580061 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] Calling delete_port for cbb74588-63f4-4414-8eb7-013bad8b134d owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 22:59:01.644229 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.670749 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb74588-63f4-4414-8eb7-013bad8b134d,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:01.671015 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (cbb74588-63f4-4414-8eb7-013bad8b134d), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.674551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] No DVR routers for this DVR port cbb74588-63f4-4414-8eb7-013bad8b134d on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:59:01.697618 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] Pushing event deleted for resources: {'Port': ['ID=cbb74588-63f4-4414-8eb7-013bad8b134d,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:01.699547 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f426431-77bf-46f4-b4b2-98a1754adb1e None None] No DVR routers for this DVR port cbb74588-63f4-4414-8eb7-013bad8b134d on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 22:59:01.754304 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (880890d7-7e56-4bef-b0af-eca83dd5dab5), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.777591 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880890d7-7e56-4bef-b0af-eca83dd5dab5']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:01.787976 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15693dd-279e-4d53-8881-00ed13f62114') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:01.788275 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15693dd-279e-4d53-8881-00ed13f62114') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:01.797857 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (f15693dd-279e-4d53-8881-00ed13f62114), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.810948 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (f15693dd-279e-4d53-8881-00ed13f62114), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.815996 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:01.819290 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 22:59:01.819683 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (f15693dd-279e-4d53-8881-00ed13f62114), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:01.861012 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment f15693dd-279e-4d53-8881-00ed13f62114 resource provider aggregate not found Aug 29 22:59:01.886259 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment f15693dd-279e-4d53-8881-00ed13f62114 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f15693dd-279e-4d53-8881-00ed13f62114 found for delete ", "request_id": "req-ac38d796-f90d-4921-a934-6e62655dd53f"}]} Aug 29 22:59:01.993452 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (880890d7-7e56-4bef-b0af-eca83dd5dab5), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:02.001054 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:02.004172 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/880890d7-7e56-4bef-b0af-eca83dd5dab5 HTTP/1.1" status: 204 len: 168 time: 0.7562032 Aug 29 22:59:02.018483 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc5ee0-b53a-4dc6-829f-b4418aafd6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=880890d7-7e56-4bef-b0af-eca83dd5dab5,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:02.459411 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 36998) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:59:02.504405 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-166cfddd-78c3-4b2f-9ec7-23a335965650 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e1e766828cca43808ba55f00a50c53f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437925 Aug 29 22:59:02.507578 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37000) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:59:02.558354 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bdd4dd1f-3a1c-4b9c-8dd2-ef7d7156c6d0 admin admin] Publish callbacks [] for security_group (053da2d9-7bc9-49b0-b083-9422b89dfc26), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:02.579105 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bdd4dd1f-3a1c-4b9c-8dd2-ef7d7156c6d0 admin admin] Publish callbacks [] for security_group (053da2d9-7bc9-49b0-b083-9422b89dfc26), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:02.647675 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ebc32fcc-ef68-42ba-b934-a6209b8e792c req-617799f9-e49c-4d1f-90d6-18b305c7fe23 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 210 time: 0.0387666 Aug 29 22:59:02.740923 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-2cf78aad-3916-4941-9828-b5652d63c1d3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:02.742372 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-2cf78aad-3916-4941-9828-b5652d63c1d3 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 815 time: 0.1226864 Aug 29 22:59:02.802383 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bdd4dd1f-3a1c-4b9c-8dd2-ef7d7156c6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (053da2d9-7bc9-49b0-b083-9422b89dfc26), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:02.805014 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-bdd4dd1f-3a1c-4b9c-8dd2-ef7d7156c6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:02.811349 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-bdd4dd1f-3a1c-4b9c-8dd2-ef7d7156c6d0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/053da2d9-7bc9-49b0-b083-9422b89dfc26 HTTP/1.1" status: 204 len: 168 time: 0.2976642 Aug 29 22:59:02.815992 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-c88c10b7-a6d5-4484-8f62-d299f786e7d2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=77495a957104457c8f0cbee8c01a4536 HTTP/1.1" status: 200 len: 379 time: 0.0649316 Aug 29 22:59:02.827159 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'port': {'device_id': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'admin_state_up': True, 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'security_groups': ['1c80b959-616c-48c3-96e5-f6bdd6e37cee']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:59:02.832551 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4dd1f-3a1c-4b9c-8dd2-ef7d7156c6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053da2d9-7bc9-49b0-b083-9422b89dfc26,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:03.086215 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device cbb74588-63f4-4414-8eb7-013bad8b134d no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 22:59:03.091953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Made reservation on behalf of 77495a957104457c8f0cbee8c01a4536 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 22:59:03.097670 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.107116 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: cbb74588-63f4-4414-8eb7-013bad8b134d {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 22:59:03.107116 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device cbb74588-63f4-4414-8eb7-013bad8b134d not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 22:59:03.249172 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Allocated IP 172.20.0.9 (3c5a5718-95a5-4078-9ca0-1c8c805a3f99/36e22cea-7aed-4355-b1b3-7416053be350/29e46337-5618-4ab6-b569-f3f4e3728b06) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 22:59:03.385074 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:03.395244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.404396 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:03.499074 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.551938 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 22:59:03.555165 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 22:59:03.559294 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 22:59:03.585750 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event updated for resources: {'Port': ['ID=29e46337-5618-4ab6-b569-f3f4e3728b06,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:03.597858 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37012) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:59:03.615668 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:03.616310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.649762 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-5fb87096-faf8-4b02-8949-ae22772979a1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4c5041b479ac4dcfa6d5c53793fa9156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468793 Aug 29 22:59:03.650000 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37014) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:59:03.704392 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13ffe8eb-5051-4971-a132-178b84be3d5c admin admin] Publish callbacks [] for security_group (a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.727536 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13ffe8eb-5051-4971-a132-178b84be3d5c admin admin] Publish callbacks [] for security_group (a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.744283 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-f893b660-d798-4fe4-ad07-31cb123ca940 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9212892 Aug 29 22:59:03.756141 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Request body: {'port': {'device_id': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:59:03.758544 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-20bdae87-3d0d-4a3f-8650-841d43d1036f None None] Provisioning complete for port 29e46337-5618-4ab6-b569-f3f4e3728b06 triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:59:03.772276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-20bdae87-3d0d-4a3f-8650-841d43d1036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.773897 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:03.800014 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-20bdae87-3d0d-4a3f-8650-841d43d1036f None None] Port 29e46337-5618-4ab6-b569-f3f4e3728b06 cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 22:59:03.803273 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f9d40-20ad-443f-973d-dd11bdef2f98 req-41b10402-d57f-4dc6-8c3b-37fd1c5caa45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:03.804843 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f9d40-20ad-443f-973d-dd11bdef2f98 req-41b10402-d57f-4dc6-8c3b-37fd1c5caa45 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 931 time: 0.0748665 Aug 29 22:59:03.823622 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.857955 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-d75f9d40-20ad-443f-973d-dd11bdef2f98 req-50fb09ef-c7f7-434d-8198-a404bd2ac898 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460150 Aug 29 22:59:03.941603 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13ffe8eb-5051-4971-a132-178b84be3d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.944222 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13ffe8eb-5051-4971-a132-178b84be3d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:03.945417 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-13ffe8eb-5051-4971-a132-178b84be3d5c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b HTTP/1.1" status: 204 len: 168 time: 0.2945361 Aug 29 22:59:03.954324 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffe8eb-5051-4971-a132-178b84be3d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd38e5-1021-4476-bdb2-f0f9ed2abe6b,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:04.048115 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:04.100588 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e46337-5618-4ab6-b569-f3f4e3728b06 {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:59:04.108350 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Publish callbacks [] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:04.121134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Transition to ACTIVE for port object 29e46337-5618-4ab6-b569-f3f4e3728b06 will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 22:59:04.200482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:04.283116 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=29e46337-5618-4ab6-b569-f3f4e3728b06,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:04.318613 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Attempting to bind port 29e46337-5618-4ab6-b569-f3f4e3728b06 on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 22:59:04.318953 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Attempting to bind port 29e46337-5618-4ab6-b569-f3f4e3728b06 by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 22:59:04.319327 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Attempting to bind port 29e46337-5618-4ab6-b569-f3f4e3728b06 on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:59:04.325139 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Port 29e46337-5618-4ab6-b569-f3f4e3728b06 on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 22:59:04.325472 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Attempting to bind port 29e46337-5618-4ab6-b569-f3f4e3728b06 on network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 22:59:04.331315 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 22:59:04.331657 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Checking segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 22:59:04.332056 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Bound using segment: {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 22:59:04.332508 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Bound port: 29e46337-5618-4ab6-b569-f3f4e3728b06, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c484a-ed3d-4b90-8f66-4897b647aab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 22:59:04.332905 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:04.408228 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] For port 29e46337-5618-4ab6-b569-f3f4e3728b06, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 22:59:04.411959 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] For port 29e46337-5618-4ab6-b569-f3f4e3728b06, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=29e46337-5618-4ab6-b569-f3f4e3728b06,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 22:59:04.487645 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:04.492263 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:04.492917 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:04.494363 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/29e46337-5618-4ab6-b569-f3f4e3728b06 HTTP/1.1" status: 200 len: 1093 time: 0.7425461 Aug 29 22:59:04.494875 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:59:04.497254 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e08d3-ab35-45b7-b578-048e32568f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:59:04.549060 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661386-b576-47b8-b55c-42ba6c05eb61 service neutron] Pushing event updated for resources: {'Port': ['ID=29e46337-5618-4ab6-b569-f3f4e3728b06,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:04.643571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-2116c2c9-e5e8-4f9a-bb8c-b0565ecc8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:04.645144 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-2116c2c9-e5e8-4f9a-bb8c-b0565ecc8f30 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 1127 time: 0.0418606 Aug 29 22:59:04.962378 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594ad031-6fe4-46b4-af4f-0076e8d79f66 x-openstack-request-id: req-594ad031-6fe4-46b4-af4f-0076e8d79f66 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:59:04.962663 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:59:04.962908 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-594ad031-6fe4-46b4-af4f-0076e8d79f66 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:59:04.963302 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594ad031-6fe4-46b4-af4f-0076e8d79f66'] response: {'name': 'network-changed', 'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'status': 'completed', 'code': 200} Aug 29 22:59:04.965080 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-336850e8-e9f3-43ed-8f7c-6e06aa611d80 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29e46337-5618-4ab6-b569-f3f4e3728b06 HTTP/1.1" status: 200 len: 217 time: 0.3108532 Aug 29 22:59:04.981776 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031525e-c652-4216-8913-8319713b5dc1 req-882af882-889c-405b-9f3e-04914a80bd63 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:04.983368 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9031525e-c652-4216-8913-8319713b5dc1 req-882af882-889c-405b-9f3e-04914a80bd63 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 943 time: 0.0508027 Aug 29 22:59:05.014721 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-9756d6d5-e87c-45f6-8200-625b31cfc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:05.017349 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-9756d6d5-e87c-45f6-8200-625b31cfc14f service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0465395 Aug 29 22:59:05.031636 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-9031525e-c652-4216-8913-8319713b5dc1 req-f82a9881-22de-432c-8b7d-c43ea5106643 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Aug 29 22:59:05.069920 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-790c4c33-0474-4770-adac-e835f9f72e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:05.071447 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-790c4c33-0474-4770-adac-e835f9f72e29 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480042 Aug 29 22:59:05.172346 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:05.204305 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-8bbb56f4-953d-4aa2-9399-1252dfe2944e service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230249 Aug 29 22:59:05.324086 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-d75f3f2c-50d0-45d0-a926-eebcb845b061 req-07feb61f-38f4-4694-a45d-5ee7a8393864 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128325 Aug 29 22:59:06.188644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029c304-391a-4b87-94b8-fffae4abd0c7 req-710efe1b-0a47-48dc-b8c8-fc5b1ca965c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:06.190370 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2029c304-391a-4b87-94b8-fffae4abd0c7 req-710efe1b-0a47-48dc-b8c8-fc5b1ca965c1 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 943 time: 0.0788438 Aug 29 22:59:06.193566 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-07e1eb68-da16-451b-973b-13392f3e3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:06.194934 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-07e1eb68-da16-451b-973b-13392f3e3c5f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 1127 time: 0.0739677 Aug 29 22:59:06.298481 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-2029c304-391a-4b87-94b8-fffae4abd0c7 req-ff4168f4-bc38-405e-855a-66b8e3d0c48b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024661 Aug 29 22:59:06.327204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-e9a9a119-79d6-42cc-8ec3-90777bc75f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:06.327204 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-e9a9a119-79d6-42cc-8ec3-90777bc75f85 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 916 time: 0.1215246 Aug 29 22:59:06.362956 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-e7208c4a-e88f-4a34-8581-3887551d0e54 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29e46337-5618-4ab6-b569-f3f4e3728b06 HTTP/1.1" status: 200 len: 217 time: 0.0329597 Aug 29 22:59:06.412244 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-458e9584-8e59-496f-9a5c-19dea5a76971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:06.413860 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-458e9584-8e59-496f-9a5c-19dea5a76971 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0444009 Aug 29 22:59:06.463035 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-9f05bd71-e2d2-4d2b-95ef-6368003f3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:06.464524 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-9f05bd71-e2d2-4d2b-95ef-6368003f3a2c service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436397 Aug 29 22:59:06.557726 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-63b990fc-457c-4eaf-8299-d0faa1451cc0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855451 Aug 29 22:59:06.614995 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:06.653585 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-de5e08d3-ab35-45b7-b578-048e32568f9f req-69fd2f2e-92e5-45c5-a036-779a6a1b936f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895891 Aug 29 22:59:07.425656 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0758bf8-81d7-4e30-94ab-5f0981f40f55 req-ac566dd2-71cf-43d6-9236-78201c1d35c4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:07.427147 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f0758bf8-81d7-4e30-94ab-5f0981f40f55 req-ac566dd2-71cf-43d6-9236-78201c1d35c4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 943 time: 0.0507784 Aug 29 22:59:07.475536 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-f0758bf8-81d7-4e30-94ab-5f0981f40f55 req-1a1fcef1-21f0-4b46-a31d-bd42473aab36 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Aug 29 22:59:07.525023 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 29e46337-5618-4ab6-b569-f3f4e3728b06 details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 22:59:07.638129 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 29e46337-5618-4ab6-b569-f3f4e3728b06, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=29e46337-5618-4ab6-b569-f3f4e3728b06,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:59:07.649987 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'port_id': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'mac_address': 'fa:16:3e:83:8a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 22:59:07.696502 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 29e46337-5618-4ab6-b569-f3f4e3728b06 is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:59:07.696925 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:07.711098 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e46337-5618-4ab6-b569-f3f4e3728b06 {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 22:59:07.731492 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 29e46337-5618-4ab6-b569-f3f4e3728b06, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=29e46337-5618-4ab6-b569-f3f4e3728b06,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:59:07.794751 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:07.841217 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=29e46337-5618-4ab6-b569-f3f4e3728b06,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:08.030556 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['29e46337-5618-4ab6-b569-f3f4e3728b06'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 22:59:08.058479 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:08.101456 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:08.595303 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76c19c-b6bb-41a3-ac13-f345ffec1d8b req-538ac553-becd-4008-b747-8df95072d45b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:08.596825 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7a76c19c-b6bb-41a3-ac13-f345ffec1d8b req-538ac553-becd-4008-b747-8df95072d45b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 944 time: 0.0472639 Aug 29 22:59:08.645964 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7a76c19c-b6bb-41a3-ac13-f345ffec1d8b req-e9ad2641-4da6-4560-a4fe-4ff76cc567e4 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Aug 29 22:59:09.508452 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:09.513842 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:59:09.528383 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 29e46337-5618-4ab6-b569-f3f4e3728b06 up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 22:59:09.572628 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 29e46337-5618-4ab6-b569-f3f4e3728b06 completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 22:59:09.646008 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 29e46337-5618-4ab6-b569-f3f4e3728b06 triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 22:59:09.646514 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:09.725417 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 29e46337-5618-4ab6-b569-f3f4e3728b06 is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 22:59:09.725809 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:09.750657 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:59:09.752927 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32cbb20-3862-40d7-b57a-17fed62a7a31" -d '{"events": [{"server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "name": "network-vif-plugged", "status": "completed", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:59:09.765608 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 29e46337-5618-4ab6-b569-f3f4e3728b06, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=29e46337-5618-4ab6-b569-f3f4e3728b06,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 22:59:09.769540 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc83eb1-4adb-4394-b8ef-0d611455d916 req-d73365dd-6b7f-4939-82dc-0f373b45f102 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:09.771089 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7fc83eb1-4adb-4394-b8ef-0d611455d916 req-d73365dd-6b7f-4939-82dc-0f373b45f102 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 944 time: 0.0489769 Aug 29 22:59:09.793738 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71da8c9-f532-4299-b22c-d27ddb50a368 x-openstack-request-id: req-c71da8c9-f532-4299-b22c-d27ddb50a368 {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:59:09.794054 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "name": "network-vif-plugged", "status": "completed", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:59:09.794307 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c71da8c9-f532-4299-b22c-d27ddb50a368 {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:59:09.794734 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71da8c9-f532-4299-b22c-d27ddb50a368'] response: {'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'code': 200} Aug 29 22:59:09.821190 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-7fc83eb1-4adb-4394-b8ef-0d611455d916 req-0a3191d8-e31c-4cb2-bd33-112de71f0ae0 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Aug 29 22:59:09.832032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:09.881701 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=29e46337-5618-4ab6-b569-f3f4e3728b06,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 22:59:10.099522 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec1a5b-e6da-4467-933e-f020ac38c398 req-64f5fce2-f0e9-40e6-87f5-bdb2b14e0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:10.100934 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f9ec1a5b-e6da-4467-933e-f020ac38c398 req-64f5fce2-f0e9-40e6-87f5-bdb2b14e0767 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 1129 time: 0.0388887 Aug 29 22:59:10.150237 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-f9ec1a5b-e6da-4467-933e-f020ac38c398 req-031c31ec-ccfa-4561-8965-bf3e8f7f13a2 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Aug 29 22:59:10.948240 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837872e7-b031-4048-a4ce-b0df7b12e050 req-ad28a5cf-9f14-4827-b4f6-c185c82668ba tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:10.949768 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-837872e7-b031-4048-a4ce-b0df7b12e050 req-ad28a5cf-9f14-4827-b4f6-c185c82668ba tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 945 time: 0.0479085 Aug 29 22:59:10.996829 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-837872e7-b031-4048-a4ce-b0df7b12e050 req-0ab06bc7-ba29-4d5e-b713-ea8838b6a597 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407851 Aug 29 22:59:12.125074 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b080a-7958-4c18-b78e-5df982242fc9 req-3878b5fd-7991-4c28-934c-3a4cd0dc4d0d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:12.126567 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8a2b080a-7958-4c18-b78e-5df982242fc9 req-3878b5fd-7991-4c28-934c-3a4cd0dc4d0d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Aug 29 22:59:12.184090 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8a2b080a-7958-4c18-b78e-5df982242fc9 req-1f53706c-737c-429d-b414-b037b1c427a9 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490992 Aug 29 22:59:12.310757 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdb61e-b131-49b2-a3da-642b7fccceed req-e1d27cb6-2a8c-4988-8760-061d2792e6e8 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:12.312161 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b5fdb61e-b131-49b2-a3da-642b7fccceed req-e1d27cb6-2a8c-4988-8760-061d2792e6e8 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 945 time: 0.0479043 Aug 29 22:59:12.323045 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37044) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 22:59:12.327519 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Request body: {'floatingip': {'port_id': '29e46337-5618-4ab6-b569-f3f4e3728b06'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 22:59:12.330545 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:12.366939 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (e32d1c6f-451b-4648-9a0e-135515acb7e9), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:13.011938 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:13.100576 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (e32d1c6f-451b-4648-9a0e-135515acb7e9), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:13.146727 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:13.199162 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP e32d1c6f-451b-4648-9a0e-135515acb7e9 associated. External IP: 172.27.4.112, port: 29e46337-5618-4ab6-b569-f3f4e3728b06. Aug 29 22:59:13.400110 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 22:59:13.507607 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 22:59:13.512525 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:13.516965 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 22:59:13.527050 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:59:13.527669 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:13.544952 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-92478a89-feac-482a-bc06-66ad44399b2f tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/e32d1c6f-451b-4648-9a0e-135515acb7e9 HTTP/1.1" status: 200 len: 991 time: 1.2186906 Aug 29 22:59:13.544952 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 22:59:13.545986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 22:59:13.586179 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 22:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4008fa3e-c941-442a-9489-4959bce10aab x-openstack-request-id: req-4008fa3e-c941-442a-9489-4959bce10aab {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 22:59:13.586179 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 22:59:13.586179 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4008fa3e-c941-442a-9489-4959bce10aab {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 22:59:13.586179 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4008fa3e-c941-442a-9489-4959bce10aab'] response: {'name': 'network-changed', 'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'status': 'completed', 'code': 200} Aug 29 22:59:13.635457 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:59:13.652057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-563a3d99-0f7c-43cd-8ac9-167a1ccb1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:13.653526 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-563a3d99-0f7c-43cd-8ac9-167a1ccb1475 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=77495a957104457c8f0cbee8c01a4536&device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 1129 time: 0.0436895 Aug 29 22:59:13.669500 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:13.754324 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-50792e09-e60d-48be-bdc4-3d07e6e6ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:13.755839 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-50792e09-e60d-48be-bdc4-3d07e6e6ebd8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 200 len: 916 time: 0.0948548 Aug 29 22:59:13.826004 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-fc9b4781-a8eb-46a5-a3e6-df3d6ebfb16e service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29e46337-5618-4ab6-b569-f3f4e3728b06 HTTP/1.1" status: 200 len: 999 time: 0.0634127 Aug 29 22:59:13.876100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-5cb5cb2e-8f39-4082-80b8-583592a68bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:13.878381 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-5cb5cb2e-8f39-4082-80b8-583592a68bcf service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 200 len: 854 time: 0.0464990 Aug 29 22:59:13.923015 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-16746991-50aa-4f75-ac85-c6db3ec7fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:13.924579 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-16746991-50aa-4f75-ac85-c6db3ec7fc0f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=3c5a5718-95a5-4078-9ca0-1c8c805a3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400605 Aug 29 22:59:13.977525 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'e32d1c6f-451b-4648-9a0e-135515acb7e9', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.112', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:83:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:58Z', 'updated_at': '2022-08-29T22:59:12Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:14.004119 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 22:59:14.012568 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 22:59:14.013214 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:58:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:14.024269 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-02482a23-f69e-454e-9d29-1f86bf8e6fff service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915060 Aug 29 22:59:14.118382 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-b6bcac3f-97e8-49b1-a29a-4b5469f3b2fe req-1f73a6e5-f869-43a9-9712-6b5c0b240884 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872245 Aug 29 22:59:14.119710 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 22:59:14.146962 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:14.228301 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:14.340184 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'e32d1c6f-451b-4648-9a0e-135515acb7e9', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.112', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:83:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:58Z', 'updated_at': '2022-08-29T22:59:12Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 22:59:14.365256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d191896-7fd4-47a0-b85c-7d111f40dce6 None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'e32d1c6f-451b-4648-9a0e-135515acb7e9', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'floating_ip_address': '172.27.4.112', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'port_id': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'mac_address': 'fa:16:3e:83:8a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:58Z', 'updated_at': '2022-08-29T22:59:12Z', 'revision_number': 1, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 22:59:14.567582 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd3bfc0-8749-493f-ae0a-b480e3009e01 None None] New status for floating IP e32d1c6f-451b-4648-9a0e-135515acb7e9: ACTIVE {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 22:59:19.514593 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:22.213978 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-c60bcfa7-5be7-4e3a-8b2f-7bd1e028d450 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436568 Aug 29 22:59:22.305005 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f964-736c-486c-b332-14a6b2f9d365 req-6053702d-c0a9-4a88-9a4c-9764ae69fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:22.306534 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-6053702d-c0a9-4a88-9a4c-9764ae69fc7f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0410800 Aug 29 22:59:22.317097 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7c0afafa-cf79-4a6c-ab20-04b31103a3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:22.415074 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f964-736c-486c-b332-14a6b2f9d365 req-7e216790-0475-4c77-8e77-33df5eea10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:22.416544 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-7e216790-0475-4c77-8e77-33df5eea10b8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 913 time: 0.0895140 Aug 29 22:59:22.483813 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-ee9d0d7c-dba2-4d8e-a04f-4f56b9f6c65a service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e HTTP/1.1" status: 200 len: 1000 time: 0.0593979 Aug 29 22:59:22.537470 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f964-736c-486c-b332-14a6b2f9d365 req-231b432a-1d70-46ad-8ddd-bcf8d010ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:22.537470 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-231b432a-1d70-46ad-8ddd-bcf8d010ed9c service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0446851 Aug 29 22:59:22.554778 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:22.586114 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f964-736c-486c-b332-14a6b2f9d365 req-f115a408-f831-45e1-b64d-0840e9212aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 22:59:22.587698 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-f115a408-f831-45e1-b64d-0840e9212aa1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420139 Aug 29 22:59:22.684092 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-848c0cad-6c23-4996-91d3-9b504145c5c6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897772 Aug 29 22:59:22.789078 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-3375f964-736c-486c-b332-14a6b2f9d365 req-8448f9cc-1853-44a4-a918-6bc6b0889d63 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959826 Aug 29 22:59:23.538116 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:23.538948 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=32 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:24.742605 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7b1888aa-0cae-4454-814a-72960a25a21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:26.151202 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:27.305909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:27.577299 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:29.544003 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:29.546380 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:32.783755 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:32.785644 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=19 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:37.488434 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:37.495416 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:46.513337 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 22:59:49.507884 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:52.336033 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-bc814fa1-9e38-4817-842a-19214e994c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:54.710099 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a5087940-b780-4741-9f96-016eaca796ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:56.153205 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:56.509383 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:56.510163 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 22:59:57.344382 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 22:59:57.555897 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:01.653310 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5052e-f12a-4c7f-9dfb-10c7cfe77928 req-74135873-116d-485f-9223-5a3b6d4bb114 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:01.654780 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6cf5052e-f12a-4c7f-9dfb-10c7cfe77928 req-74135873-116d-485f-9223-5a3b6d4bb114 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 945 time: 0.0468061 Aug 29 23:00:01.702896 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-6cf5052e-f12a-4c7f-9dfb-10c7cfe77928 req-dc6748b0-1d23-4f8a-b9de-96206a70f55e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Aug 29 23:00:02.827892 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e02b0-5a61-4fb0-bced-6d35d03fe35c req-637b310f-e6d7-4852-a23b-a72569f1cd9c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:02.829340 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0c4e02b0-5a61-4fb0-bced-6d35d03fe35c req-637b310f-e6d7-4852-a23b-a72569f1cd9c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 945 time: 0.0513034 Aug 29 23:00:02.877278 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-0c4e02b0-5a61-4fb0-bced-6d35d03fe35c req-de402bd1-6ad4-48b4-9234-173a4b5aaa72 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=1c80b959-616c-48c3-96e5-f6bdd6e37cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Aug 29 23:00:03.133422 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-694df4cb-287e-49a4-98ba-435432be2be2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:03.134816 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-694df4cb-287e-49a4-98ba-435432be2be2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 945 time: 0.0473952 Aug 29 23:00:03.220397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port 29e46337-5618-4ab6-b569-f3f4e3728b06 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:00:03.220764 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:03.312067 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] For port 29e46337-5618-4ab6-b569-f3f4e3728b06, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=29e46337-5618-4ab6-b569-f3f4e3728b06,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:03.312491 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:03.480416 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:03.480818 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (e32d1c6f-451b-4648-9a0e-135515acb7e9), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:03.481138 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Floating IP e32d1c6f-451b-4648-9a0e-135515acb7e9 disassociated. External IP: 172.27.4.112, port: 29e46337-5618-4ab6-b569-f3f4e3728b06. Aug 29 23:00:03.481482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for 29e46337-5618-4ab6-b569-f3f4e3728b06 owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:00:03.681082 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (29e46337-5618-4ab6-b569-f3f4e3728b06), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:03.715038 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=29e46337-5618-4ab6-b569-f3f4e3728b06,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:03.727179 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.727528 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.727873 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.728209 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.728544 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.728984 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.729761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.729761 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.730108 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.730486 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.730792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.731161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.731485 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.731818 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.732130 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:03.836649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:00:03.938904 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:00:03.951356 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:00:03.962271 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:00:03.963107 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:59:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:03.984880 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:04.016985 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] No DVR routers for this DVR port 29e46337-5618-4ab6-b569-f3f4e3728b06 on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:00:04.019740 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:04.023073 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-482c4d14-239e-484f-adc8-77ba85fdb41d req-d2b04bfa-3b84-4adb-a7cc-5d515ef14d5e tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.71 "DELETE /networking/v2.0/ports/29e46337-5618-4ab6-b569-f3f4e3728b06 HTTP/1.1" status: 204 len: 173 time: 0.8832521 Aug 29 23:00:04.024993 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7909cbff-2f8e-46d9-a819-d7510348082d req-c2751f56-a84c-4e9d-8f2a-c7e580ade2f2 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 210 time: 0.0577257 Aug 29 23:00:04.025423 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'name': 'network-vif-deleted', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:00:04.027902 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c7aca3-a514-4a6e-8c7a-7c644fea54a7" -d '{"events": [{"server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "name": "network-vif-deleted", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:00:04.080928 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de653cf-1131-46d4-b65c-e2b487cc8ae5 x-openstack-request-id: req-1de653cf-1131-46d4-b65c-e2b487cc8ae5 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:00:04.081298 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c712ce38-7dcf-4d09-9ff9-2b93c41237b1", "name": "network-vif-deleted", "tag": "29e46337-5618-4ab6-b569-f3f4e3728b06", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:00:04.081673 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:00:04.081797 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1de653cf-1131-46d4-b65c-e2b487cc8ae5 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:00:04.082215 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de653cf-1131-46d4-b65c-e2b487cc8ae5'] response: {'server_uuid': 'c712ce38-7dcf-4d09-9ff9-2b93c41237b1', 'name': 'network-vif-deleted', 'tag': '29e46337-5618-4ab6-b569-f3f4e3728b06', 'status': 'completed', 'code': 200} Aug 29 23:00:04.282700 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:04.311250 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:00:04.316397 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:00:04.317039 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:59:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:04.423304 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:00:04.618514 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:04.653286 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709c2818-5dca-475a-a70a-2f60314bbcbf None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:32Z', 'revision_number': 4, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '125a933d-c75e-49b7-bfdb-5e41ca628668', 'name': '', 'network_id': '3c5a5718-95a5-4078-9ca0-1c8c805a3f99', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'mac_address': 'fa:16:3e:52:b7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '36e22cea-7aed-4355-b1b3-7416053be350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:31Z', 'updated_at': '2022-08-29T22:55:39Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'subnets': [{'id': '36e22cea-7aed-4355-b1b3-7416053be350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:00:04.874777 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2192b68-3c0a-4141-8d05-b731648d627b None None] New status for floating IP e32d1c6f-451b-4648-9a0e-135515acb7e9: DOWN {{(pid=124853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:00:05.144845 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-e5b2461d-f6c8-423b-9f3d-9ba18f4df944 req-c1fb1d64-a198-4228-b93a-40a523a5a642 tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c712ce38-7dcf-4d09-9ff9-2b93c41237b1 HTTP/1.1" status: 200 len: 210 time: 0.0289948 Aug 29 23:00:05.764629 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 29e46337-5618-4ab6-b569-f3f4e3728b06 no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:00:05.784646 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 29e46337-5618-4ab6-b569-f3f4e3728b06 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:00:05.785012 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 29e46337-5618-4ab6-b569-f3f4e3728b06 not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:00:06.304707 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37134) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:06.361551 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (1c80b959-616c-48c3-96e5-f6bdd6e37cee), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.384081 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (1c80b959-616c-48c3-96e5-f6bdd6e37cee), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.492415 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1c80b959-616c-48c3-96e5-f6bdd6e37cee), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.495158 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.496314 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c80b959-616c-48c3-96e5-f6bdd6e37cee HTTP/1.1" status: 204 len: 168 time: 0.1906114 Aug 29 23:00:06.499199 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37136) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:06.505866 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c80b959-616c-48c3-96e5-f6bdd6e37cee,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:06.509486 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:06.513124 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.api.v2.resource [None req-1e9fea9f-c9c8-4ae0-bfd5-e8b631cfe47c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] show failed (client error): The resource could not be found. Aug 29 23:00:06.513299 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.513752 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.514126 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.514251 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-1e9fea9f-c9c8-4ae0-bfd5-e8b631cfe47c tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "GET /networking/v2.0/security-groups/1c80b959-616c-48c3-96e5-f6bdd6e37cee HTTP/1.1" status: 404 len: 347 time: 0.0139644 Aug 29 23:00:06.514467 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.514809 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.515196 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.515544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.515877 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.516209 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.516538 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.517009 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.517147 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37138) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:06.517272 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.517540 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.517866 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.518191 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494c62f-01d2-41e9-a67b-bfddef32033d tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:06.637020 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Deleting port 3fcf2071-99ae-426a-a692-a637a9a45560 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:00:06.637363 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (3fcf2071-99ae-426a-a692-a637a9a45560), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.716365 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (3fcf2071-99ae-426a-a692-a637a9a45560), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.716687 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (3fcf2071-99ae-426a-a692-a637a9a45560), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.729514 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Calling delete_port for 3fcf2071-99ae-426a-a692-a637a9a45560 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:00:06.926824 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (3fcf2071-99ae-426a-a692-a637a9a45560), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:06.957184 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Pushing event deleted for resources: {'Port': ['ID=3fcf2071-99ae-426a-a692-a637a9a45560,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:07.021445 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks [] for floatingip (e32d1c6f-451b-4648-9a0e-135515acb7e9), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:07.023961 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:07.027299 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-3d35553d-aee2-44b2-bd19-d0cfe68f2d4b tempest-AttachVolumeNegativeTest-1498479975 tempest-AttachVolumeNegativeTest-1498479975-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/e32d1c6f-451b-4648-9a0e-135515acb7e9 HTTP/1.1" status: 204 len: 168 time: 0.5072353 Aug 29 23:00:14.428301 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37202) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:14.738499 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (9b133be4-e554-480a-89e7-d77df2a7a240), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:14.829768 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:14.897977 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:14.949828 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:14.952680 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:14.962632 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Deleting port 125a933d-c75e-49b7-bfdb-5e41ca628668 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:00:14.962977 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:15.042845 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] For port 125a933d-c75e-49b7-bfdb-5e41ca628668, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=125a933d-c75e-49b7-bfdb-5e41ca628668,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:15.043234 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:15.060027 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Calling delete_port for 125a933d-c75e-49b7-bfdb-5e41ca628668 owned by network:router_interface {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:00:15.296087 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (125a933d-c75e-49b7-bfdb-5e41ca628668), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:15.321896 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=125a933d-c75e-49b7-bfdb-5e41ca628668,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:15.486045 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (9b133be4-e554-480a-89e7-d77df2a7a240), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:15.832286 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:15.955867 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Router 9b133be4-e554-480a-89e7-d77df2a7a240 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:00:16.056950 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:00:16.063497 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-89124216-2a1b-4b97-96d5-51cadec8edf0 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/9b133be4-e554-480a-89e7-d77df2a7a240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6342168 Aug 29 23:00:16.065308 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37206) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:16.067855 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] Sync routers for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:00:16.078919 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:00:16.079520 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:59:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:16.103609 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:16.175233 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks [] for router (9b133be4-e554-480a-89e7-d77df2a7a240), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:16.186150 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:00:16.277324 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks [] for router_gateway (9b133be4-e554-480a-89e7-d77df2a7a240), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:16.401634 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Deleting port a4fede0a-6e69-4e9c-be57-a042e548e275 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:00:16.401963 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:16.410063 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:16.423691 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:16.483968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] For port a4fede0a-6e69-4e9c-be57-a042e548e275, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=a4fede0a-6e69-4e9c-be57-a042e548e275,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:16.484328 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:16.493863 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T23:00:15Z', 'revision_number': 5, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port': {'id': 'a4fede0a-6e69-4e9c-be57-a042e548e275', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:52:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:16.498132 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Calling delete_port for a4fede0a-6e69-4e9c-be57-a042e548e275 owned by network:router_gateway {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:00:16.508747 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:16.512844 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:16.519542 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] Checking router: 9b133be4-e554-480a-89e7-d77df2a7a240 for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:00:16.528300 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] Routers {'9b133be4-e554-480a-89e7-d77df2a7a240'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:00:16.528951 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T22:59:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['9b133be4-e554-480a-89e7-d77df2a7a240'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:16.618170 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] Set router 9b133be4-e554-480a-89e7-d77df2a7a240 gateway port host: None {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:00:16.673127 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T23:00:16Z', 'revision_number': 6, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:16.698988 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d8429-8c1e-4127-b658-835ec772b18c None None] The sync data for ids ['9b133be4-e554-480a-89e7-d77df2a7a240'] in dv-cinder-854269-4-iscsi is: [{'id': '9b133be4-e554-480a-89e7-d77df2a7a240', 'name': 'tempest-AttachVolumeNegativeTest-1274254347-router', 'tenant_id': '77495a957104457c8f0cbee8c01a4536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T23:00:16Z', 'revision_number': 6, 'project_id': '77495a957104457c8f0cbee8c01a4536', 'gw_port_host': None}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:00:16.743510 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (a4fede0a-6e69-4e9c-be57-a042e548e275), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:16.774510 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fede0a-6e69-4e9c-be57-a042e548e275,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:16.836829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (9b133be4-e554-480a-89e7-d77df2a7a240), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:16.924584 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (9b133be4-e554-480a-89e7-d77df2a7a240), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:16.926659 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks [] for router_controller (9b133be4-e554-480a-89e7-d77df2a7a240), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.046641 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (9b133be4-e554-480a-89e7-d77df2a7a240), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.047229 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b133be4-e554-480a-89e7-d77df2a7a240 {{(pid=124851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:00:17.051671 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.052838 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-20fe8567-ab3f-49b3-89fc-5fc2ad6e8339 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/9b133be4-e554-480a-89e7-d77df2a7a240 HTTP/1.1" status: 204 len: 168 time: 0.9865744 Aug 29 23:00:17.055508 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37210) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:17.094766 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:17.109389 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] Deleting subnet 36e22cea-7aed-4355-b1b3-7416053be350 {{(pid=124851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:00:17.112888 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] Publish callbacks [] for subnet (36e22cea-7aed-4355-b1b3-7416053be350), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.156201 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171697'] for subnet (36e22cea-7aed-4355-b1b3-7416053be350), precommit_delete_associations {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.201132 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:17.234885 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (36e22cea-7aed-4355-b1b3-7416053be350), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.359206 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5171679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4779302'] for subnet (36e22cea-7aed-4355-b1b3-7416053be350), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.391453 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e22cea-7aed-4355-b1b3-7416053be350,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:17.393456 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for subnet (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.397107 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2499fdc1-32e1-42e9-98d5-5962d2c16749 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/36e22cea-7aed-4355-b1b3-7416053be350 HTTP/1.1" status: 204 len: 168 time: 0.3391762 Aug 29 23:00:17.399273 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37216) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:17.400449 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0172b2-5903-4594-9c19-bd0f8acf853d None None] Network 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:00:17.480278 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (3c5a5718-95a5-4078-9ca0-1c8c805a3f99), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.520891 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 125a933d-c75e-49b7-bfdb-5e41ca628668 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:00:17.545533 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 125a933d-c75e-49b7-bfdb-5e41ca628668 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:00:17.545950 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 125a933d-c75e-49b7-bfdb-5e41ca628668 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:00:17.548390 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Deleting port 6874114a-1c03-4a76-9fa0-736631f436cb {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:00:17.548921 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.629222 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] DHCP port deletion for 3c5a5718-95a5-4078-9ca0-1c8c805a3f99 request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:00:17.634379 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] For port 6874114a-1c03-4a76-9fa0-736631f436cb, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=6874114a-1c03-4a76-9fa0-736631f436cb,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:17.634876 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.652558 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Calling delete_port for 6874114a-1c03-4a76-9fa0-736631f436cb owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:00:17.679186 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Deleting port 6874114a-1c03-4a76-9fa0-736631f436cb {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:00:17.679568 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.704764 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-9eb69692-6b81-425d-9ac5-b17ad0509498 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1435890377&fields=id&tenant_id=98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 267 time: 0.0489421 Aug 29 23:00:17.762839 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] For port 6874114a-1c03-4a76-9fa0-736631f436cb, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=6874114a-1c03-4a76-9fa0-736631f436cb,segment=NetworkSegment(e14c484a-ed3d-4b90-8f66-4897b647aab8),segment_id=e14c484a-ed3d-4b90-8f66-4897b647aab8)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:17.763663 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.782621 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Calling delete_port for 6874114a-1c03-4a76-9fa0-736631f436cb owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:00:17.794258 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.827829 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Pushing event deleted for resources: {'Port': ['ID=6874114a-1c03-4a76-9fa0-736631f436cb,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:17.831799 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] No DVR routers for this DVR port 6874114a-1c03-4a76-9fa0-736631f436cb on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:00:17.866946 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-f847fdb6-b738-4488-a48d-f2689eb7426f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:17.868458 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-f847fdb6-b738-4488-a48d-f2689eb7426f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 812 time: 0.1563540 Aug 29 23:00:17.887706 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-ed97bc00-d7ac-4bb9-9562-4c941cae5a51 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/quotas/98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 375 time: 0.0114136 Aug 29 23:00:17.896428 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (6874114a-1c03-4a76-9fa0-736631f436cb), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.913125 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (3c5a5718-95a5-4078-9ca0-1c8c805a3f99), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.923201 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Pushing event deleted for resources: {'Port': ['ID=6874114a-1c03-4a76-9fa0-736631f436cb,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:17.928986 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] No DVR routers for this DVR port 6874114a-1c03-4a76-9fa0-736631f436cb on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:00:17.938905 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5a5718-95a5-4078-9ca0-1c8c805a3f99']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:17.941038 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.941276 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.941613 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.941966 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.942800 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.942800 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.943018 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.943260 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.943585 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.943910 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.944238 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.944567 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.944916 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.945240 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.945812 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9874ed7-fefe-4c38-acae-e9850c407303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:00:17.949431 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14c484a-ed3d-4b90-8f66-4897b647aab8') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:17.949732 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14c484a-ed3d-4b90-8f66-4897b647aab8') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:17.953587 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-b8437704-34ef-4f6c-bb7d-2b1350dcc886 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599802 Aug 29 23:00:17.960692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (e14c484a-ed3d-4b90-8f66-4897b647aab8), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.979900 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (e14c484a-ed3d-4b90-8f66-4897b647aab8), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:17.986769 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:00:17.987313 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (e14c484a-ed3d-4b90-8f66-4897b647aab8), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:18.063325 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-816a4d5f-a235-4da3-a0f3-0df0cd9a2817 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974038 Aug 29 23:00:18.133536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (3c5a5718-95a5-4078-9ca0-1c8c805a3f99), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:18.135343 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment e14c484a-ed3d-4b90-8f66-4897b647aab8 resource provider aggregate not found Aug 29 23:00:18.159584 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment e14c484a-ed3d-4b90-8f66-4897b647aab8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e14c484a-ed3d-4b90-8f66-4897b647aab8 found for delete ", "request_id": "req-0f060591-39e1-4ac6-8cde-f7e9a224847a"}]} Aug 29 23:00:18.160802 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:18.164259 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/3c5a5718-95a5-4078-9ca0-1c8c805a3f99 HTTP/1.1" status: 204 len: 168 time: 0.7640100 Aug 29 23:00:18.165287 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8246f5-c654-4b8d-8529-13e00deff1db admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5a5718-95a5-4078-9ca0-1c8c805a3f99,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:18.181999 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-a398ab50-3a71-4532-ac05-bf435e4fadbc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121264 Aug 29 23:00:18.550357 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37238) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:18.592823 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2acbb583-6f6c-4219-b226-0d93ce49043a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=77495a957104457c8f0cbee8c01a4536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412443 Aug 29 23:00:18.595493 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37240) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:18.618908 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:18.645590 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ef20308-e193-48bc-a9ef-919bba75e828 admin admin] Publish callbacks [] for security_group (da23ddcf-5f75-4ddd-966f-c91386acfdaf), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:18.666158 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ef20308-e193-48bc-a9ef-919bba75e828 admin admin] Publish callbacks [] for security_group (da23ddcf-5f75-4ddd-966f-c91386acfdaf), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:18.747220 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5c8a5865-d218-41e3-96fd-acc93eb4eb78 req-7f06ab84-8273-425b-bcf6-a02f9c70763d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 210 time: 0.0307999 Aug 29 23:00:18.781817 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ef20308-e193-48bc-a9ef-919bba75e828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (da23ddcf-5f75-4ddd-966f-c91386acfdaf), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:18.787088 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8ef20308-e193-48bc-a9ef-919bba75e828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:18.790184 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8ef20308-e193-48bc-a9ef-919bba75e828 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/da23ddcf-5f75-4ddd-966f-c91386acfdaf HTTP/1.1" status: 204 len: 168 time: 0.1918514 Aug 29 23:00:18.798505 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef20308-e193-48bc-a9ef-919bba75e828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23ddcf-5f75-4ddd-966f-c91386acfdaf,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:19.125224 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a4fede0a-6e69-4e9c-be57-a042e548e275 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:00:19.150002 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: a4fede0a-6e69-4e9c-be57-a042e548e275 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:00:19.150432 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a4fede0a-6e69-4e9c-be57-a042e548e275 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:00:19.150923 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 6874114a-1c03-4a76-9fa0-736631f436cb no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:00:19.169377 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 6874114a-1c03-4a76-9fa0-736631f436cb {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:00:19.169724 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 6874114a-1c03-4a76-9fa0-736631f436cb not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:00:19.519057 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:19.853256 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-3272cd27-be21-472f-91fb-3bab9ba4b648 req-2aa1b2fd-261b-4fb3-9c40-23ec6c9246dd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 210 time: 0.0322306 Aug 29 23:00:20.720172 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:20.772088 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-e81ea437-95dd-403b-9f3b-0da8a19cf9da tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:20.773891 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-e81ea437-95dd-403b-9f3b-0da8a19cf9da tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 812 time: 0.1073437 Aug 29 23:00:20.838987 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-68a60800-8903-4744-8d98-e113875c3245 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=98941ac6692045859aa7639192603764 HTTP/1.1" status: 200 len: 380 time: 0.0560970 Aug 29 23:00:20.848275 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'port': {'device_id': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'admin_state_up': True, 'tenant_id': '98941ac6692045859aa7639192603764', 'security_groups': ['b761ee98-305a-47e2-8b67-6081f758a4b7']}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:00:20.988231 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bfd94108-8a2e-4fa4-8883-3885cd837382 req-c25ed071-bfcb-4b04-a6f3-3195144f3f8f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 210 time: 0.0414090 Aug 29 23:00:21.103071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Made reservation on behalf of 98941ac6692045859aa7639192603764 for: {'port': 1} {{(pid=124851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:00:21.108207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.244472 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.db_base_plugin_common [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Allocated IP 172.20.0.12 (2773dfeb-fc93-411d-adc3-1d803860c0cc/9c222687-4dbb-48b5-ae52-3f9b8482ac52/0c23147e-e0b2-4065-a910-d8817047c0ec) {{(pid=124851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:00:21.260100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:21.391029 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.484925 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.532298 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc is already hosted by enough agents. {{(pid=124851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:00:21.537365 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37304) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:21.543873 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=0c23147e-e0b2-4065-a910-d8817047c0ec,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:21.546397 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.base_scheduler [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Resources bound (agent type, host, resource id): {{(pid=124851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:00:21.548759 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Received port after_create {{(pid=124851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:00:21.604934 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:21.605571 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.672655 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-d08e322c-1b9e-4dd1-9552-302f4ce75adf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8289132 Aug 29 23:00:21.673724 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-008d605f-72ed-4b0c-b3d9-dbe6187867d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.687207 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.v2.base [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Request body: {'port': {'device_id': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85426'}} {{(pid=124851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:00:21.744163 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:21.782120 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.803503 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-d4935b0c-0fa0-4393-a71b-e80343db5ded None None] Provisioning complete for port 0c23147e-e0b2-4065-a910-d8817047c0ec triggered by entity DHCP. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:00:21.804541 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d4935b0c-0fa0-4393-a71b-e80343db5ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.836665 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-d4935b0c-0fa0-4393-a71b-e80343db5ded None None] Port 0c23147e-e0b2-4065-a910-d8817047c0ec cannot update to ACTIVE because it is not bound. {{(pid=124852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:00:21.859488 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-008d605f-72ed-4b0c-b3d9-dbe6187867d9 admin admin] Publish callbacks [] for security_group (d1a64f72-cbf7-4904-bc63-a10582b66fc0), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:21.969782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-008d605f-72ed-4b0c-b3d9-dbe6187867d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d1a64f72-cbf7-4904-bc63-a10582b66fc0), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.019588 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-008d605f-72ed-4b0c-b3d9-dbe6187867d9 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9a975d21a380406caaccc45611aa4bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785905 Aug 29 23:00:22.020473 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37310) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:22.025223 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d605f-72ed-4b0c-b3d9-dbe6187867d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a64f72-cbf7-4904-bc63-a10582b66fc0,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:22.086794 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1b37c84e-4c6c-44cb-ab47-92c987d1edf8 admin admin] Publish callbacks [] for security_group (d1a64f72-cbf7-4904-bc63-a10582b66fc0), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.122626 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c23147e-e0b2-4065-a910-d8817047c0ec {{(pid=124851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:00:22.128396 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1b37c84e-4c6c-44cb-ab47-92c987d1edf8 admin admin] Publish callbacks [] for security_group (d1a64f72-cbf7-4904-bc63-a10582b66fc0), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.132409 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Publish callbacks [] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), precommit_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.149762 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.provisioning_blocks [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Transition to ACTIVE for port object 0c23147e-e0b2-4065-a910-d8817047c0ec will not be triggered until provisioned by entity L2. {{(pid=124851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:00:22.155401 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293bf15-c158-4484-b05f-c5820479ccab req-c69d2d5f-6e1e-49d8-9e07-d5fbcd8abcb0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:22.156934 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b293bf15-c158-4484-b05f-c5820479ccab req-c69d2d5f-6e1e-49d8-9e07-d5fbcd8abcb0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 932 time: 0.0790696 Aug 29 23:00:22.215905 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.226803 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-b293bf15-c158-4484-b05f-c5820479ccab req-7f6560a0-eba2-4276-b5eb-8bf8b3dba642 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617909 Aug 29 23:00:22.255448 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1b37c84e-4c6c-44cb-ab47-92c987d1edf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (d1a64f72-cbf7-4904-bc63-a10582b66fc0), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.262466 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1b37c84e-4c6c-44cb-ab47-92c987d1edf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.262466 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-1b37c84e-4c6c-44cb-ab47-92c987d1edf8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d1a64f72-cbf7-4904-bc63-a10582b66fc0 HTTP/1.1" status: 204 len: 168 time: 0.2380781 Aug 29 23:00:22.269328 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37c84e-4c6c-44cb-ab47-92c987d1edf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a64f72-cbf7-4904-bc63-a10582b66fc0,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:22.291286 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Pushing event updated for resources: {'Port': ['ID=0c23147e-e0b2-4065-a910-d8817047c0ec,revision_number=2']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:22.344386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Attempting to bind port 0c23147e-e0b2-4065-a910-d8817047c0ec on host hv-cinder-85426 for vnic_type normal with profile {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:00:22.344739 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Attempting to bind port 0c23147e-e0b2-4065-a910-d8817047c0ec by drivers openvswitch,hyperv on host hv-cinder-85426 at level 0 using segments [{'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:00:22.345078 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Attempting to bind port 0c23147e-e0b2-4065-a910-d8817047c0ec on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:00:22.349491 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Port 0c23147e-e0b2-4065-a910-d8817047c0ec on network 2773dfeb-fc93-411d-adc3-1d803860c0cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85426 {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:00:22.349885 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Attempting to bind port 0c23147e-e0b2-4065-a910-d8817047c0ec on network 2773dfeb-fc93-411d-adc3-1d803860c0cc {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:00:22.355549 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Checking agent: {'id': '40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85426', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'started_at': datetime.datetime(2022, 8, 29, 22, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:00:22.356112 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Checking segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=124851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:00:22.356490 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Bound using segment: {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'} {{(pid=124851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:00:22.356939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.managers [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Bound port: 0c23147e-e0b2-4065-a910-d8817047c0ec, host: hv-cinder-85426, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a67ccdc-770c-4b76-8877-6b89dcc15a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc'}}] {{(pid=124851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:00:22.357298 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), before_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.375812 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cb3e72a3-6077-4431-803f-80d69fd69e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.424402 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] For port 0c23147e-e0b2-4065-a910-d8817047c0ec, host hv-cinder-85426, cleared binding levels {{(pid=124851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:00:22.428134 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] For port 0c23147e-e0b2-4065-a910-d8817047c0ec, host hv-cinder-85426, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0c23147e-e0b2-4065-a910-d8817047c0ec,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:00:22.449892 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:22.484834 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5171237'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), after_update {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.488061 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:22.488695 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.490186 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] 10.222.0.71 "PUT /networking/v2.0/ports/0c23147e-e0b2-4065-a910-d8817047c0ec HTTP/1.1" status: 200 len: 1094 time: 0.8077831 Aug 29 23:00:22.492349 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:00:22.495190 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c273452-33b7-417e-8beb-955a1086b4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:00:22.540024 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0747245-ba39-438e-a170-417a4b8c2674 x-openstack-request-id: req-f0747245-ba39-438e-a170-417a4b8c2674 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:00:22.540772 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:00:22.540772 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0747245-ba39-438e-a170-417a4b8c2674 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:00:22.541089 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0747245-ba39-438e-a170-417a4b8c2674'] response: {'name': 'network-changed', 'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'status': 'completed', 'code': 200} Aug 29 23:00:22.556616 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83243b-8d74-4c75-b2dc-8ddc0cc56c00 service neutron] Pushing event updated for resources: {'Port': ['ID=0c23147e-e0b2-4065-a910-d8817047c0ec,revision_number=3']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:22.601511 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273452-33b7-417e-8beb-955a1086b4b4 req-dbd908df-84d3-48fe-a76f-f4485b728d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:22.602932 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7c273452-33b7-417e-8beb-955a1086b4b4 req-dbd908df-84d3-48fe-a76f-f4485b728d70 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 1128 time: 0.0416744 Aug 29 23:00:22.706360 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273452-33b7-417e-8beb-955a1086b4b4 req-6b984458-9d28-4f67-8272-47f8837322e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:22.707848 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7c273452-33b7-417e-8beb-955a1086b4b4 req-6b984458-9d28-4f67-8272-47f8837322e4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=98941ac6692045859aa7639192603764&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0979476 Aug 29 23:00:22.803877 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c273452-33b7-417e-8beb-955a1086b4b4 req-7520ade3-5f2d-4c81-89c2-9466237a11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:22.805391 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7c273452-33b7-417e-8beb-955a1086b4b4 req-7520ade3-5f2d-4c81-89c2-9466237a11a4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909507 Aug 29 23:00:22.852345 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:22.885491 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-1077dd48-cc5c-46ef-b4d9-a8efa297c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:22.887054 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-1077dd48-cc5c-46ef-b4d9-a8efa297c955 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 1128 time: 0.0444121 Aug 29 23:00:22.938300 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-c4715102-8b65-44c1-9c9a-13e33773f439 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c23147e-e0b2-4065-a910-d8817047c0ec HTTP/1.1" status: 200 len: 217 time: 0.0348253 Aug 29 23:00:22.956367 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37318) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:22.970923 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a3bb07f1-4534-4e25-b891-412ae60cec64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:22.989026 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-76166ab0-bfc5-4d6f-922a-2554432899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:22.990630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-76166ab0-bfc5-4d6f-922a-2554432899fa service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0456007 Aug 29 23:00:23.039075 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-4873df2b-a9f6-406c-86cb-4f99d3468052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:23.040645 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-4873df2b-a9f6-406c-86cb-4f99d3468052 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420382 Aug 29 23:00:23.051575 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a3bb07f1-4534-4e25-b891-412ae60cec64 admin admin] Publish callbacks [] for security_group (814e5600-842b-4deb-82bc-8398d139db9d), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:23.129990 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a3bb07f1-4534-4e25-b891-412ae60cec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (814e5600-842b-4deb-82bc-8398d139db9d), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:23.132879 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-ec593321-3f33-497b-a91e-b0353384f0ef service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857673 Aug 29 23:00:23.136633 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:23.177078 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a3bb07f1-4534-4e25-b891-412ae60cec64 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=00fbb5c3c58d4b348a2c76814abb09f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195275 Aug 29 23:00:23.178262 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb07f1-4534-4e25-b891-412ae60cec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e5600-842b-4deb-82bc-8398d139db9d,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:23.181677 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37320) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:23.238097 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:23.240313 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-64d2c8be-f1dd-4415-bdc9-37a87f480f37 req-66dd6196-d268-4120-9a59-d7eaf7ecc4a8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988042 Aug 29 23:00:23.241861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c01a-5cc9-4f4d-8d58-f6caf4e2d9f7 admin admin] Publish callbacks [] for security_group (814e5600-842b-4deb-82bc-8398d139db9d), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:23.266986 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c01a-5cc9-4f4d-8d58-f6caf4e2d9f7 admin admin] Publish callbacks [] for security_group (814e5600-842b-4deb-82bc-8398d139db9d), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:23.359229 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26094ec2-6123-464a-9b26-e3393884483d req-df8739a7-31f8-4499-9e2c-c87d8ac3b409 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:23.360843 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-26094ec2-6123-464a-9b26-e3393884483d req-df8739a7-31f8-4499-9e2c-c87d8ac3b409 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 944 time: 0.0509903 Aug 29 23:00:23.414357 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-26094ec2-6123-464a-9b26-e3393884483d req-186339c5-6e90-42b3-b3fb-9ad78573c489 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458090 Aug 29 23:00:23.478347 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c01a-5cc9-4f4d-8d58-f6caf4e2d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (814e5600-842b-4deb-82bc-8398d139db9d), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:23.481548 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c01a-5cc9-4f4d-8d58-f6caf4e2d9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:23.482675 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-b2d4c01a-5cc9-4f4d-8d58-f6caf4e2d9f7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/814e5600-842b-4deb-82bc-8398d139db9d HTTP/1.1" status: 204 len: 168 time: 0.2997346 Aug 29 23:00:23.490635 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4c01a-5cc9-4f4d-8d58-f6caf4e2d9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e5600-842b-4deb-82bc-8398d139db9d,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:23.512770 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:00:24.548096 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceec19-cec9-4955-b9ea-02d237a9f3ac req-dc14c2c5-efc1-4ae3-b47f-0899c97a25bf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:24.549653 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cdceec19-cec9-4955-b9ea-02d237a9f3ac req-dc14c2c5-efc1-4ae3-b47f-0899c97a25bf tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 944 time: 0.0514169 Aug 29 23:00:24.602632 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-cdceec19-cec9-4955-b9ea-02d237a9f3ac req-1f82ba09-91ab-416b-ac8c-98d35c423720 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472236 Aug 29 23:00:24.720335 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-f4532344-8440-460f-ba8f-00adac659dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:25.737720 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439beb1-e117-4e15-b94f-88db69b7e8e1 req-739cc7c2-b380-452b-a0d7-1d94f7e84ed2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:25.740542 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4439beb1-e117-4e15-b94f-88db69b7e8e1 req-739cc7c2-b380-452b-a0d7-1d94f7e84ed2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 944 time: 0.0511022 Aug 29 23:00:25.797682 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-4439beb1-e117-4e15-b94f-88db69b7e8e1 req-c3dd9957-d827-4b36-abdc-5b18745ec0b2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497725 Aug 29 23:00:26.124556 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:26.916501 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9152e7-808f-47c2-b0df-6b4a6d0494ed req-a071a80c-3fb3-4081-8e85-abdae1d4dbe7 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:26.918464 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee9152e7-808f-47c2-b0df-6b4a6d0494ed req-a071a80c-3fb3-4081-8e85-abdae1d4dbe7 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 944 time: 0.0492299 Aug 29 23:00:26.929516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:26.970009 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ee9152e7-808f-47c2-b0df-6b4a6d0494ed req-015e600c-1caf-479f-ae2f-842be1edb68f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459902 Aug 29 23:00:27.309115 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:27.499253 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:27.622999 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:28.092276 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4617c8-c7e0-4682-b782-cd37d1d7a808 req-caa5f18e-31b8-4c6c-b615-d3c35d30f603 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:28.093805 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5a4617c8-c7e0-4682-b782-cd37d1d7a808 req-caa5f18e-31b8-4c6c-b615-d3c35d30f603 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 944 time: 0.0507298 Aug 29 23:00:28.145342 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-5a4617c8-c7e0-4682-b782-cd37d1d7a808 req-4d67c759-2715-47f7-a0c3-e5df6ce8c4ad tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Aug 29 23:00:29.278534 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e34af-8a8d-405a-8769-f5214c7a282f req-20e9218f-fdd1-4535-a208-2521874ba05a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:29.280985 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ae5e34af-8a8d-405a-8769-f5214c7a282f req-20e9218f-fdd1-4535-a208-2521874ba05a tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 944 time: 0.0595806 Aug 29 23:00:29.337630 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-ae5e34af-8a8d-405a-8769-f5214c7a282f req-7d359667-a3c8-4b66-a2c9-147b6a34c09b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511079 Aug 29 23:00:29.719949 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37416) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:29.825862 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5a28-7bc0-4eba-867e-d6d6492fe1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:29.845808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 0c23147e-e0b2-4065-a910-d8817047c0ec details requested by agent hyperv_hv-cinder-85426 with host hv-cinder-85426 {{(pid=124852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:00:29.903100 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5a28-7bc0-4eba-867e-d6d6492fe1c6 admin admin] Publish callbacks [] for security_group (5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:29.950180 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 0c23147e-e0b2-4065-a910-d8817047c0ec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0c23147e-e0b2-4065-a910-d8817047c0ec,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:29.961752 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Returning: {'device': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'port_id': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'mac_address': 'fa:16:3e:9f:bd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=124852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:00:29.983071 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ff6c5a28-7bc0-4eba-867e-d6d6492fe1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:29.996766 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 0c23147e-e0b2-4065-a910-d8817047c0ec is: DOWN; New status is: BUILD {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:00:29.997224 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:30.011102 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c23147e-e0b2-4065-a910-d8817047c0ec {{(pid=124852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:00:30.016043 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:30.025792 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ff6c5a28-7bc0-4eba-867e-d6d6492fe1c6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9e768d3863a34ecd90f7d72c031bdcf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046114 Aug 29 23:00:30.026698 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c5a28-7bc0-4eba-867e-d6d6492fe1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:30.028682 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37420) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:30.035348 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 0c23147e-e0b2-4065-a910-d8817047c0ec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0c23147e-e0b2-4065-a910-d8817047c0ec,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:30.079908 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e15460a6-585e-4efb-9a3d-e3f3c4a8d84b admin admin] Publish callbacks [] for security_group (5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:30.100700 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e15460a6-585e-4efb-9a3d-e3f3c4a8d84b admin admin] Publish callbacks [] for security_group (5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:30.125963 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:30.172145 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=0c23147e-e0b2-4065-a910-d8817047c0ec,revision_number=4']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:30.274591 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e15460a6-585e-4efb-9a3d-e3f3c4a8d84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:30.277516 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e15460a6-585e-4efb-9a3d-e3f3c4a8d84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:30.278697 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-e15460a6-585e-4efb-9a3d-e3f3c4a8d84b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a HTTP/1.1" status: 204 len: 168 time: 0.2486718 Aug 29 23:00:30.290434 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15460a6-585e-4efb-9a3d-e3f3c4a8d84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e39fcb4-b225-4b86-b30e-2f0cb56f3a0a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:30.398558 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] get_ports_and_sgs() called for port_ids ['0c23147e-e0b2-4065-a910-d8817047c0ec'] {{(pid=124852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:00:30.470474 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a1fc6-856c-4e78-8ab8-731e0b4b550a req-f7525afb-2e1e-4077-9f69-bd0e91aa124e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:30.472287 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8a5a1fc6-856c-4e78-8ab8-731e0b4b550a req-f7525afb-2e1e-4077-9f69-bd0e91aa124e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 945 time: 0.0585747 Aug 29 23:00:30.525076 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-8a5a1fc6-856c-4e78-8ab8-731e0b4b550a req-05787885-7c1b-48b2-af9a-8e847c772ec0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469539 Aug 29 23:00:30.868856 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37428) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:30.882575 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8667dc2d-d9e2-44cc-9a85-bd4bc6b88a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:30.962915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8667dc2d-d9e2-44cc-9a85-bd4bc6b88a76 admin admin] Publish callbacks [] for security_group (50a8c7e6-08cd-41c8-9749-ee8a56b22a81), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:31.049590 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-8667dc2d-d9e2-44cc-9a85-bd4bc6b88a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (50a8c7e6-08cd-41c8-9749-ee8a56b22a81), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:31.091323 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-8667dc2d-d9e2-44cc-9a85-bd4bc6b88a76 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=03f83d62a34748a3acab53f0ab4cc8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208743 Aug 29 23:00:31.092167 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667dc2d-d9e2-44cc-9a85-bd4bc6b88a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a8c7e6-08cd-41c8-9749-ee8a56b22a81,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:31.094879 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37430) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:31.143895 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:31.147282 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13921b13-0803-48e8-91f9-12ec52999b6c admin admin] Publish callbacks [] for security_group (50a8c7e6-08cd-41c8-9749-ee8a56b22a81), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:31.167901 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13921b13-0803-48e8-91f9-12ec52999b6c admin admin] Publish callbacks [] for security_group (50a8c7e6-08cd-41c8-9749-ee8a56b22a81), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:31.309188 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13921b13-0803-48e8-91f9-12ec52999b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (50a8c7e6-08cd-41c8-9749-ee8a56b22a81), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:31.311703 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-13921b13-0803-48e8-91f9-12ec52999b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:31.312897 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-13921b13-0803-48e8-91f9-12ec52999b6c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/50a8c7e6-08cd-41c8-9749-ee8a56b22a81 HTTP/1.1" status: 204 len: 168 time: 0.2168248 Aug 29 23:00:31.321069 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13921b13-0803-48e8-91f9-12ec52999b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a8c7e6-08cd-41c8-9749-ee8a56b22a81,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:31.653469 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742fd3-b964-4180-be2d-71bdb3a0368b req-7d58bc8d-4d4b-4903-92b4-a21aff6a19ad tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:31.655009 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-31742fd3-b964-4180-be2d-71bdb3a0368b req-7d58bc8d-4d4b-4903-92b4-a21aff6a19ad tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 945 time: 0.0501869 Aug 29 23:00:31.708117 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-31742fd3-b964-4180-be2d-71bdb3a0368b req-7448b464-39e5-40d8-aeb6-568f30876d2f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 Aug 29 23:00:31.857740 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 0c23147e-e0b2-4065-a910-d8817047c0ec up at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:00:31.902256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning for port 0c23147e-e0b2-4065-a910-d8817047c0ec completed by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:00:32.003986 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.provisioning_blocks [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Provisioning complete for port 0c23147e-e0b2-4065-a910-d8817047c0ec triggered by entity L2. {{(pid=124852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:00:32.004510 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563299'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), provisioning_complete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:32.082494 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Current status of the port 0c23147e-e0b2-4065-a910-d8817047c0ec is: BUILD; New status is: ACTIVE {{(pid=124852) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:00:32.082895 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), before_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:32.107665 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec'}] {{(pid=124852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:00:32.110021 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bba0ca6de1bf1f9764498efaa4437ecabc50fae2c4c81a2e1bc2043176199d2d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c42ec58-4203-42ff-8811-eec848075b39" -d '{"events": [{"server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "name": "network-vif-plugged", "status": "completed", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec"}]}' {{(pid=124852) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:00:32.122842 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] For port 0c23147e-e0b2-4065-a910-d8817047c0ec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0c23147e-e0b2-4065-a910-d8817047c0ec,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:00:32.192322 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:32.242401 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Pushing event updated for resources: {'Port': ['ID=0c23147e-e0b2-4065-a910-d8817047c0ec,revision_number=5']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:32.288364 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d096551-4790-478a-9b2e-46284bb2270a x-openstack-request-id: req-9d096551-4790-478a-9b2e-46284bb2270a {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:00:32.288656 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "name": "network-vif-plugged", "status": "completed", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec", "code": 200}]} {{(pid=124852) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:00:32.288938 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d096551-4790-478a-9b2e-46284bb2270a {{(pid=124852) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:00:32.289339 dv-cinder-854269-4-iscsi neutron-server[124852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d096551-4790-478a-9b2e-46284bb2270a'] response: {'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'code': 200} Aug 29 23:00:32.784038 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847038-9811-4305-ac3f-f4d1bf87dc33 req-5a212e92-ffde-4c5e-9ccd-5f5814510045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:32.785734 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-68847038-9811-4305-ac3f-f4d1bf87dc33 req-5a212e92-ffde-4c5e-9ccd-5f5814510045 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 1130 time: 0.0544860 Aug 29 23:00:33.007020 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c65bfe-ddbb-451f-9d01-424c382a5350 req-618488bd-8884-4e79-be27-6cc0c585ec28 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:33.008562 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-24c65bfe-ddbb-451f-9d01-424c382a5350 req-618488bd-8884-4e79-be27-6cc0c585ec28 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Aug 29 23:00:33.090565 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-68847038-9811-4305-ac3f-f4d1bf87dc33 req-badaee41-c18b-4c21-af51-3d180ba57189 service neutron] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807846 Aug 29 23:00:33.095002 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:33.100497 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-24c65bfe-ddbb-451f-9d01-424c382a5350 req-d59acb6d-3da6-42fd-9a49-665c06ed55f9 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826910 Aug 29 23:00:33.509023 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:34.226544 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3af507-d7ae-44ac-b10f-17b1cc6eac93 req-29505425-5305-48d6-916d-3dfd0f12d145 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:34.228088 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ad3af507-d7ae-44ac-b10f-17b1cc6eac93 req-29505425-5305-48d6-916d-3dfd0f12d145 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 946 time: 0.0482376 Aug 29 23:00:34.285118 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-ad3af507-d7ae-44ac-b10f-17b1cc6eac93 req-eff8d232-9cd0-4d43-be97-3b235f6bc85e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502617 Aug 29 23:00:35.405858 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1d274-aa9b-4023-9f67-c1c45f2c7832 req-83c478f5-d6d7-4e06-80b2-cffeafbee918 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:35.408698 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5fe1d274-aa9b-4023-9f67-c1c45f2c7832 req-83c478f5-d6d7-4e06-80b2-cffeafbee918 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 946 time: 0.0474467 Aug 29 23:00:35.466021 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-5fe1d274-aa9b-4023-9f67-c1c45f2c7832 req-4a4bf8af-4657-4859-ba88-0d9f7855eb2d tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507603 Aug 29 23:00:35.591266 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37851fff-77fb-402a-ab42-a716b48505a9 req-55c56306-f2d1-4974-a19b-cfea2f5b921c tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:35.592706 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-37851fff-77fb-402a-ab42-a716b48505a9 req-55c56306-f2d1-4974-a19b-cfea2f5b921c tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 946 time: 0.0480316 Aug 29 23:00:35.646050 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-37851fff-77fb-402a-ab42-a716b48505a9 req-b2f494de-8b98-42ee-8b96-3cf62530aae1 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476658 Aug 29 23:00:35.673024 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37502) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:35.715534 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81118d2-c667-42c9-be8d-b849413d17fa tempest-TestVolumeBootPattern-194264746 tempest-TestVolumeBootPattern-194264746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:35.717671 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-c81118d2-c667-42c9-be8d-b849413d17fa tempest-TestVolumeBootPattern-194264746 tempest-TestVolumeBootPattern-194264746-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 1125 time: 0.0434227 Aug 29 23:00:35.720310 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37504) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:35.724691 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.v2.base [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Request body: {'floatingip': {'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'port_id': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'tenant_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address': '172.20.0.12'}} {{(pid=124850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:00:35.731467 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:35.832499 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:35.922947 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:36.030688 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_common [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Allocated IP 172.27.4.161 (6d9d7411-18f4-491d-bd09-815c5355931d/c397cdbf-19dd-4472-82fa-debd82cf8148/98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68) {{(pid=124850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:00:36.145545 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:36.234622 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747845746728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:36.275660 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Network 6d9d7411-18f4-491d-bd09-815c5355931d is already hosted by enough agents. {{(pid=124850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:00:36.278746 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.base_scheduler [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Resources bound (agent type, host, resource id): {{(pid=124850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:00:36.282692 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Received port after_create {{(pid=124850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:00:36.309371 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:36.324437 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:36.672395 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (ed7a8708-7a7f-49e9-b065-08f1989aec37), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:36.704277 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:36.828935 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604722'] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), before_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:36.984354 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), precommit_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:37.068203 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747846207362', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747845746746', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747845746764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500648'] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), after_update {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:37.139737 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7914721'] for floatingip (ed7a8708-7a7f-49e9-b065-08f1989aec37), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:37.142509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event updated for resources: {'Port': ['ID=98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68,revision_number=2']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:37.240303 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.db.l3_db [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Floating IP ed7a8708-7a7f-49e9-b065-08f1989aec37 associated. External IP: 172.27.4.161, port: 0c23147e-e0b2-4065-a910-d8817047c0ec. Aug 29 23:00:37.328168 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:37.448742 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:00:37.557384 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:00:37.566683 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:00:37.576673 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:00:37.577650 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:00:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:37.618919 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:37.650455 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a5bee9c7-56b8-48b4-aa5f-deb7a5c9ec29 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9290090 Aug 29 23:00:37.651280 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec'}] {{(pid=124850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:00:37.653577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c24205adaec4548bf7f1e874d02b8f2d4e2a834639674daddaff7240f2cfd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df32c77-506b-4223-8aa2-62f01cae8649" -d '{"events": [{"name": "network-changed", "server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec"}]}' {{(pid=124850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:00:37.685312 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:00:37.825682 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea7c7e-74fb-49bc-b543-20c30b346d81 x-openstack-request-id: req-58ea7c7e-74fb-49bc-b543-20c30b346d81 {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:00:37.826203 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec", "status": "completed", "code": 200}]} {{(pid=124850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:00:37.826203 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58ea7c7e-74fb-49bc-b543-20c30b346d81 {{(pid=124850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:00:37.826652 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ea7c7e-74fb-49bc-b543-20c30b346d81'] response: {'name': 'network-changed', 'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'status': 'completed', 'code': 200} Aug 29 23:00:37.885903 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-ec76c6df-e2b6-4e1a-adbb-fe186b50fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:37.887434 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-ec76c6df-e2b6-4e1a-adbb-fe186b50fc15 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 1130 time: 0.0402126 Aug 29 23:00:37.915370 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:40Z', 'revision_number': 1, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}, {'id': 'ed7a8708-7a7f-49e9-b065-08f1989aec37', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.161', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:9f:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:00:36Z', 'updated_at': '2022-08-29T23:00:36Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:37.941345 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:00:37.947071 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:37.949768 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:00:37.950369 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:00:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:37.980583 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-ec3a04ea-b6da-4040-9322-a5563225ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:37.982101 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-ec3a04ea-b6da-4040-9322-a5563225ccf8 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 913 time: 0.0882492 Aug 29 23:00:38.048032 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-2cbe3d48-5c43-4e41-8bf3-02d1c6589e99 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c23147e-e0b2-4065-a910-d8817047c0ec HTTP/1.1" status: 200 len: 1000 time: 0.0602746 Aug 29 23:00:38.060114 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:00:38.097145 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-193732ff-4b7f-4c99-95ca-e1ed988b34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:38.098678 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-193732ff-4b7f-4c99-95ca-e1ed988b34d0 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0452523 Aug 29 23:00:38.143170 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-3c6b5826-c7f2-4726-b72b-02a6073159fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:00:38.144778 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-3c6b5826-c7f2-4726-b72b-02a6073159fe service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399377 Aug 29 23:00:38.247991 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-3154e115-e4f5-4647-85ec-e5fcfec5c020 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961299 Aug 29 23:00:38.289011 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:40Z', 'revision_number': 1, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}, {'id': 'ed7a8708-7a7f-49e9-b065-08f1989aec37', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.161', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:9f:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:00:36Z', 'updated_at': '2022-08-29T23:00:36Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:00:38.315663 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82d011-f26c-479e-bd6c-4024a596a3a8 None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:40Z', 'revision_number': 1, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}, {'id': 'ed7a8708-7a7f-49e9-b065-08f1989aec37', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.161', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:9f:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:00:36Z', 'updated_at': '2022-08-29T23:00:36Z', 'revision_number': 0, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:00:38.359266 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-7df32c77-506b-4223-8aa2-62f01cae8649 req-0ac1dc7c-bb1c-4c3c-adc7-fe9146bedd00 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049891 Aug 29 23:00:38.544243 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736bc24e-6b7a-4fdf-9c4f-f1744eaaedd9 None None] New status for floating IP ed7a8708-7a7f-49e9-b065-08f1989aec37: ACTIVE {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:00:38.578704 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:38.684026 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37530) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:38.795053 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fe89ae68-cad7-406c-a7cd-3733f1fafa38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:38.870320 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fe89ae68-cad7-406c-a7cd-3733f1fafa38 admin admin] Publish callbacks [] for security_group (e5a353fc-e7fc-4402-90af-01b3b795dbd6), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:38.931347 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-fe89ae68-cad7-406c-a7cd-3733f1fafa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e5a353fc-e7fc-4402-90af-01b3b795dbd6), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:38.942763 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:38.972138 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-fe89ae68-cad7-406c-a7cd-3733f1fafa38 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c2c8d9f0457a4d6aaec9ea9fce8ca3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869892 Aug 29 23:00:38.973339 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ae68-cad7-406c-a7cd-3733f1fafa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a353fc-e7fc-4402-90af-01b3b795dbd6,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:38.975309 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37534) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:39.026164 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cb7b83f6-d520-4cae-9491-d6408e5ecf09 admin admin] Publish callbacks [] for security_group (e5a353fc-e7fc-4402-90af-01b3b795dbd6), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:39.046612 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cb7b83f6-d520-4cae-9491-d6408e5ecf09 admin admin] Publish callbacks [] for security_group (e5a353fc-e7fc-4402-90af-01b3b795dbd6), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:39.177098 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cb7b83f6-d520-4cae-9491-d6408e5ecf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (e5a353fc-e7fc-4402-90af-01b3b795dbd6), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:39.179625 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-cb7b83f6-d520-4cae-9491-d6408e5ecf09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:39.180805 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-cb7b83f6-d520-4cae-9491-d6408e5ecf09 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e5a353fc-e7fc-4402-90af-01b3b795dbd6 HTTP/1.1" status: 204 len: 168 time: 0.2044690 Aug 29 23:00:39.195668 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b83f6-d520-4cae-9491-d6408e5ecf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a353fc-e7fc-4402-90af-01b3b795dbd6,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:39.734819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37540) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:39.749792 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-35d009cd-369c-4e75-a43a-039a8f600f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:39.769233 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:39.828033 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-35d009cd-369c-4e75-a43a-039a8f600f2c admin admin] Publish callbacks [] for security_group (56eabcdb-34e0-485c-8043-55c8cdc75a98), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:39.900458 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-35d009cd-369c-4e75-a43a-039a8f600f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (56eabcdb-34e0-485c-8043-55c8cdc75a98), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:39.939804 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d009cd-369c-4e75-a43a-039a8f600f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eabcdb-34e0-485c-8043-55c8cdc75a98,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:39.945445 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-35d009cd-369c-4e75-a43a-039a8f600f2c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c03001809cce49aaabf9070e7c6638b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094815 Aug 29 23:00:39.949906 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37542) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:40.001560 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-254363ea-297e-4dcf-9e5a-d4f1255f5848 admin admin] Publish callbacks [] for security_group (56eabcdb-34e0-485c-8043-55c8cdc75a98), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:40.022029 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-254363ea-297e-4dcf-9e5a-d4f1255f5848 admin admin] Publish callbacks [] for security_group (56eabcdb-34e0-485c-8043-55c8cdc75a98), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:40.192637 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-254363ea-297e-4dcf-9e5a-d4f1255f5848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (56eabcdb-34e0-485c-8043-55c8cdc75a98), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:40.195482 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-254363ea-297e-4dcf-9e5a-d4f1255f5848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:40.196690 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-254363ea-297e-4dcf-9e5a-d4f1255f5848 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/56eabcdb-34e0-485c-8043-55c8cdc75a98 HTTP/1.1" status: 204 len: 168 time: 0.2454352 Aug 29 23:00:40.205355 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254363ea-297e-4dcf-9e5a-d4f1255f5848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eabcdb-34e0-485c-8043-55c8cdc75a98,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:47.506506 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37642) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:47.612192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-708ee197-f992-49ca-b3c4-50a868d795ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.622147 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:47.687199 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-708ee197-f992-49ca-b3c4-50a868d795ac admin admin] Publish callbacks [] for security_group (b844d1f7-e5ca-4003-87f5-5424d86a561a), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.736380 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-708ee197-f992-49ca-b3c4-50a868d795ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b844d1f7-e5ca-4003-87f5-5424d86a561a), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.779296 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-708ee197-f992-49ca-b3c4-50a868d795ac admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=004855483053406bbe809eddf288a559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716167 Aug 29 23:00:47.779944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ee197-f992-49ca-b3c4-50a868d795ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b844d1f7-e5ca-4003-87f5-5424d86a561a,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:47.782724 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37646) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:47.838148 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-265b6947-c469-4e8a-b6ea-111995a6dac8 admin admin] Publish callbacks [] for security_group (b844d1f7-e5ca-4003-87f5-5424d86a561a), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.859286 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-265b6947-c469-4e8a-b6ea-111995a6dac8 admin admin] Publish callbacks [] for security_group (b844d1f7-e5ca-4003-87f5-5424d86a561a), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.968945 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-265b6947-c469-4e8a-b6ea-111995a6dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b844d1f7-e5ca-4003-87f5-5424d86a561a), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.971719 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-265b6947-c469-4e8a-b6ea-111995a6dac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:47.972940 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-265b6947-c469-4e8a-b6ea-111995a6dac8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b844d1f7-e5ca-4003-87f5-5424d86a561a HTTP/1.1" status: 204 len: 168 time: 0.1890020 Aug 29 23:00:47.981297 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b6947-c469-4e8a-b6ea-111995a6dac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b844d1f7-e5ca-4003-87f5-5424d86a561a,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:48.597531 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37652) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:48.612112 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e58f18c3-9d89-4d26-96f7-8c2dbcfc3d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:48.693129 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e58f18c3-9d89-4d26-96f7-8c2dbcfc3d03 admin admin] Publish callbacks [] for security_group (c4427a48-b7b6-42ee-bed2-9eee536b8b59), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:48.774912 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e58f18c3-9d89-4d26-96f7-8c2dbcfc3d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c4427a48-b7b6-42ee-bed2-9eee536b8b59), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:48.817767 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-e58f18c3-9d89-4d26-96f7-8c2dbcfc3d03 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c0a016a3734c4590925ff9835c5780d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188852 Aug 29 23:00:48.818481 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f18c3-9d89-4d26-96f7-8c2dbcfc3d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4427a48-b7b6-42ee-bed2-9eee536b8b59,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:48.821182 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37654) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:48.877336 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f41d9cac-0717-449a-aa6d-5a0993a48c18 admin admin] Publish callbacks [] for security_group (c4427a48-b7b6-42ee-bed2-9eee536b8b59), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:48.898175 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f41d9cac-0717-449a-aa6d-5a0993a48c18 admin admin] Publish callbacks [] for security_group (c4427a48-b7b6-42ee-bed2-9eee536b8b59), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:48.993743 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f41d9cac-0717-449a-aa6d-5a0993a48c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (c4427a48-b7b6-42ee-bed2-9eee536b8b59), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:48.996412 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-f41d9cac-0717-449a-aa6d-5a0993a48c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:48.997593 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-f41d9cac-0717-449a-aa6d-5a0993a48c18 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c4427a48-b7b6-42ee-bed2-9eee536b8b59 HTTP/1.1" status: 204 len: 168 time: 0.1751852 Aug 29 23:00:49.005753 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d9cac-0717-449a-aa6d-5a0993a48c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4427a48-b7b6-42ee-bed2-9eee536b8b59,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:49.548307 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:49.649498 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37660) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:49.663440 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a38a6a41-1a68-4b7a-af68-ab4d1916dcc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:49.743506 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a38a6a41-1a68-4b7a-af68-ab4d1916dcc3 admin admin] Publish callbacks [] for security_group (0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:49.826589 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-a38a6a41-1a68-4b7a-af68-ab4d1916dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:49.830272 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:50.089459 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-a38a6a41-1a68-4b7a-af68-ab4d1916dcc3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=47fed41afbe842d491c0c55adfed9477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386253 Aug 29 23:00:50.090204 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a6a41-1a68-4b7a-af68-ab4d1916dcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:50.092688 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37662) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:50.142634 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f751508c-da4e-4fcf-b054-3fc3b82443f9 admin admin] Publish callbacks [] for security_group (0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:50.163271 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f751508c-da4e-4fcf-b054-3fc3b82443f9 admin admin] Publish callbacks [] for security_group (0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:50.189176 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:50.295188 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f751508c-da4e-4fcf-b054-3fc3b82443f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:50.297827 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f751508c-da4e-4fcf-b054-3fc3b82443f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:50.298991 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f751508c-da4e-4fcf-b054-3fc3b82443f9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0 HTTP/1.1" status: 204 len: 168 time: 0.2052796 Aug 29 23:00:50.307554 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751508c-da4e-4fcf-b054-3fc3b82443f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d042ee9-6ed7-4514-98ee-f4b7bb24f5b0,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:52.302366 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b751a7e8-ded0-4695-95f1-8eaf10cd3ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:52.615749 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=87 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:52.617600 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=93 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:54.647955 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:00:54.776262 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7d51e556-eb1e-47c9-9e98-d1c351ff05c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:55.851002 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37730) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:55.954355 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-00b20707-acfd-42e8-ae31-8ee3936fc8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.033918 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-00b20707-acfd-42e8-ae31-8ee3936fc8cd admin admin] Publish callbacks [] for security_group (f501afc1-1ce9-410a-85e0-db7279e4e0c8), precommit_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.096387 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-00b20707-acfd-42e8-ae31-8ee3936fc8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f501afc1-1ce9-410a-85e0-db7279e4e0c8), after_create {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.113574 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.139319 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-00b20707-acfd-42e8-ae31-8ee3936fc8cd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3b365071ff2148beab7a8e3fea894f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871699 Aug 29 23:00:56.140455 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b20707-acfd-42e8-ae31-8ee3936fc8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f501afc1-1ce9-410a-85e0-db7279e4e0c8,revision_number=1']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:56.142161 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37734) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:00:56.192558 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4165c1df-4fbc-4972-825b-8fc538e4668e admin admin] Publish callbacks [] for security_group (f501afc1-1ce9-410a-85e0-db7279e4e0c8), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.212646 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4165c1df-4fbc-4972-825b-8fc538e4668e admin admin] Publish callbacks [] for security_group (f501afc1-1ce9-410a-85e0-db7279e4e0c8), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.340071 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4165c1df-4fbc-4972-825b-8fc538e4668e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (f501afc1-1ce9-410a-85e0-db7279e4e0c8), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.343084 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-4165c1df-4fbc-4972-825b-8fc538e4668e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:56.344314 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-4165c1df-4fbc-4972-825b-8fc538e4668e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f501afc1-1ce9-410a-85e0-db7279e4e0c8 HTTP/1.1" status: 204 len: 168 time: 0.2011399 Aug 29 23:00:56.352612 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165c1df-4fbc-4972-825b-8fc538e4668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f501afc1-1ce9-410a-85e0-db7279e4e0c8,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:00:57.351860 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:00:57.626104 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:00.512363 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:01:06.133400 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=13,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:06.136304 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=58,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:06.244788 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:06.348478 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:07.505196 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:07.507060 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:09.564365 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37872) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:01:09.696944 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:09.781504 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Publish callbacks [] for security_group (a1b540b2-1ae2-4629-8db2-6d0ef5180f7a), precommit_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:09.850313 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a1b540b2-1ae2-4629-8db2-6d0ef5180f7a), after_create {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:09.895697 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=260ffd54bf93432691ee9bdc1bf96139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301830 Aug 29 23:01:09.896509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b540b2-1ae2-4629-8db2-6d0ef5180f7a,revision_number=1']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:01:09.898451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37876) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:01:09.903963 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.904250 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.904598 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.904967 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.905309 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.905655 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.905968 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.906295 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.906623 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.907004 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.907336 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.907663 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.907995 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.908319 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.908641 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb2501-22ea-4270-88ae-9ff565627791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:09.948673 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Publish callbacks [] for security_group (a1b540b2-1ae2-4629-8db2-6d0ef5180f7a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:09.969609 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Publish callbacks [] for security_group (a1b540b2-1ae2-4629-8db2-6d0ef5180f7a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:10.079817 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (a1b540b2-1ae2-4629-8db2-6d0ef5180f7a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:10.082493 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:10.083939 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a1b540b2-1ae2-4629-8db2-6d0ef5180f7a HTTP/1.1" status: 204 len: 168 time: 0.1842299 Aug 29 23:01:10.092076 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b540b2-1ae2-4629-8db2-6d0ef5180f7a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:01:10.100176 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.100628 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.101028 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.101451 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.101695 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.102034 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.102485 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.102819 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.103150 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.103481 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.103811 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.104140 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.104466 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.104812 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.105137 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b3928-41a8-43aa-b78f-4026bbc3a325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:01:10.508824 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:19.506774 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:19.891446 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:19.900257 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:20.087822 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:20.095815 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:20.542336 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=9 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:22.341226 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-b7ac8add-073c-48ae-9c79-6566f4177b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:23.199258 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-5f01c68c-d337-4355-b970-deccbc433296 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421622 Aug 29 23:01:23.533726 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-80151385-60b4-43e2-acb7-7c15f8340a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:01:23.535241 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-80151385-60b4-43e2-acb7-7c15f8340a01 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1129 time: 0.2899938 Aug 29 23:01:23.644427 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-83f55846-c76c-4150-8e5f-95ac816f31af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:01:23.645926 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-83f55846-c76c-4150-8e5f-95ac816f31af service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 913 time: 0.0906126 Aug 29 23:01:23.711798 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-24afe58e-ac9c-4029-9ccb-766ea78ba576 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e HTTP/1.1" status: 200 len: 1000 time: 0.0559559 Aug 29 23:01:23.761384 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-9777d7f5-d563-4809-97be-acbe3c61b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:01:23.762846 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-9777d7f5-d563-4809-97be-acbe3c61b58e service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0432229 Aug 29 23:01:23.811756 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-43c48040-5aec-4ea4-b1a3-6c10a4ef59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:01:23.813241 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-43c48040-5aec-4ea4-b1a3-6c10a4ef59df service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427387 Aug 29 23:01:23.909486 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-603eeafb-66a4-4fe7-a5aa-0d6a9b8b13db service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887611 Aug 29 23:01:24.008942 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-1176b7f0-d26a-4e0e-bd1e-72648543baf5 req-2b5d18d5-54ed-4dba-ad04-780baf360879 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893519 Aug 29 23:01:24.689415 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-50870377-ac76-45d4-ad67-85c7e1dd6796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:26.144983 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:27.306584 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:27.580683 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:34.003701 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=48 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:34.006115 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=53 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:37.501120 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:37.507484 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:37.513008 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:01:47.508333 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:49.521944 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:52.334852 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-481da27b-aee2-4008-9887-5228cb9025b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:54.774302 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-253f9694-f6aa-4851-a878-1d231c6b936f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:56.144981 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:57.346243 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:01:57.537041 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:01:57.564269 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:04.852691 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37896) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:05.031112 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Deleting port 98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:05.031454 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:05.124222 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:05.124554 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:05.138352 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Calling delete_port for 98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:05.404475 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:05.432815 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event deleted for resources: {'Port': ['ID=98a7c9ed-3bb1-4d2b-bdc2-8d0dbde5eb68,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:05.499939 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (ed7a8708-7a7f-49e9-b065-08f1989aec37), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:05.500492 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Floating IP ed7a8708-7a7f-49e9-b065-08f1989aec37 disassociated (deleted). External IP: 172.27.4.161, port: 0c23147e-e0b2-4065-a910-d8817047c0ec. Aug 29 23:02:05.713664 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:02:05.823781 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:02:05.829097 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:05.834120 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:02:05.846002 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:05.846614 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:01:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:05.852386 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:05.861676 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-e02d229d-005a-4f17-ad16-c1d9b4671125 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/ed7a8708-7a7f-49e9-b065-08f1989aec37 HTTP/1.1" status: 204 len: 168 time: 1.0079618 Aug 29 23:02:05.869395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:02:05.869395 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671" -d '{"events": [{"name": "network-changed", "server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:02:05.917471 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933cf130-8585-46d9-8db2-0ff670eaa37a x-openstack-request-id: req-933cf130-8585-46d9-8db2-0ff670eaa37a {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:02:05.917763 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:02:05.918019 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-933cf130-8585-46d9-8db2-0ff670eaa37a {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:02:05.918431 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933cf130-8585-46d9-8db2-0ff670eaa37a'] response: {'name': 'network-changed', 'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'status': 'completed', 'code': 200} Aug 29 23:02:05.957187 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:05.988159 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:05.992968 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-268934cc-976c-498e-b4ab-484683e634bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:05.994657 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-268934cc-976c-498e-b4ab-484683e634bb service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 1130 time: 0.0475028 Aug 29 23:02:06.101541 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-9398a7e0-6814-4a40-b97a-72d6109c8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:06.103068 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-9398a7e0-6814-4a40-b97a-72d6109c8053 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 913 time: 0.1010711 Aug 29 23:02:06.156779 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-d0763186-7c7d-4972-8d66-0479cb6e63e7 service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c23147e-e0b2-4065-a910-d8817047c0ec HTTP/1.1" status: 200 len: 217 time: 0.0464180 Aug 29 23:02:06.223002 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-5ea1a2fd-1b3e-4a0a-bad8-dc72ecbb39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:06.224543 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-5ea1a2fd-1b3e-4a0a-bad8-dc72ecbb39d0 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0617387 Aug 29 23:02:06.278299 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-982e9840-99dc-4e33-a645-ef314c7170e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:06.280416 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-982e9840-99dc-4e33-a645-ef314c7170e1 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471835 Aug 29 23:02:06.335439 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:40Z', 'revision_number': 1, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:06.362696 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:02:06.371266 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:06.371835 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:01:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:06.422921 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d168e8-202e-4b7f-8c2c-3e5019d40efe req-a8b26b0c-93bf-4d2d-82c0-ebaead506ec0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:06.424448 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09d168e8-202e-4b7f-8c2c-3e5019d40efe req-a8b26b0c-93bf-4d2d-82c0-ebaead506ec0 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 946 time: 0.0680757 Aug 29 23:02:06.426443 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-87b6da8a-f8f9-4fb3-9488-a6e80c0685fa service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386645 Aug 29 23:02:06.476946 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09d168e8-202e-4b7f-8c2c-3e5019d40efe req-a26c4bfa-d57c-4670-a926-1d42276f8051 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466857 Aug 29 23:02:06.480265 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:06.707698 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:40Z', 'revision_number': 1, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:06.733415 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fff223-ce47-476c-8d47-1f51d09acad7 None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_floatingips': [{'id': 'd49f1ca9-cad0-4741-aec4-9f9ee105fc83', 'tenant_id': '98941ac6692045859aa7639192603764', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'router_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'port_id': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'mac_address': 'fa:16:3e:7f:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T22:58:38Z', 'updated_at': '2022-08-29T22:58:40Z', 'revision_number': 1, 'project_id': '98941ac6692045859aa7639192603764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:02:06.944256 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caabb76-63e2-4011-be42-5f5aaaaa59e8 None None] New status for floating IP ed7a8708-7a7f-49e9-b065-08f1989aec37: DOWN {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:02:07.508824 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-a2eccc6c-0f46-492c-bf40-23e2d4c4e671 req-91178df0-de38-45b7-8b49-cf8cd839af21 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897398 Aug 29 23:02:07.605013 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd935c-9e34-4689-883a-0cd607799901 req-15fc6b84-6b52-472a-8d07-dde91f054503 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:07.606490 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c1cd935c-9e34-4689-883a-0cd607799901 req-15fc6b84-6b52-472a-8d07-dde91f054503 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 946 time: 0.0487146 Aug 29 23:02:07.661736 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c1cd935c-9e34-4689-883a-0cd607799901 req-6caf6901-2b16-46ed-aa85-09a33436d846 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493319 Aug 29 23:02:08.023870 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-63c4eae7-c160-45a0-9b14-00a503174348 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:08.025386 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-63c4eae7-c160-45a0-9b14-00a503174348 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 946 time: 0.0500350 Aug 29 23:02:08.110611 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Deleting port 0c23147e-e0b2-4065-a910-d8817047c0ec {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:08.110956 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:08.202733 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] For port 0c23147e-e0b2-4065-a910-d8817047c0ec, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=0c23147e-e0b2-4065-a910-d8817047c0ec,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:08.203100 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:08.212202 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:08.216599 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Calling delete_port for 0c23147e-e0b2-4065-a910-d8817047c0ec owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:08.448842 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (0c23147e-e0b2-4065-a910-d8817047c0ec), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:08.478374 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event deleted for resources: {'Port': ['ID=0c23147e-e0b2-4065-a910-d8817047c0ec,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:08.528410 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] No DVR routers for this DVR port 0c23147e-e0b2-4065-a910-d8817047c0ec on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:02:08.531538 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:08.535241 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-09d56a58-b22f-4949-a664-cc10906eb9e9 req-68863f08-dee4-415c-a4c6-23714c4569c2 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "DELETE /networking/v2.0/ports/0c23147e-e0b2-4065-a910-d8817047c0ec HTTP/1.1" status: 204 len: 173 time: 0.5041778 Aug 29 23:02:08.535728 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'name': 'network-vif-deleted', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:02:08.539068 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a30dd1-458f-4c02-820b-daf74b3de04c" -d '{"events": [{"server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "name": "network-vif-deleted", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:02:08.577407 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874b8021-2cf5-4fe2-b4a3-3df34f697f77 x-openstack-request-id: req-874b8021-2cf5-4fe2-b4a3-3df34f697f77 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:02:08.577692 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b86705a-1c87-4aca-bbff-04ff2295ff69", "name": "network-vif-deleted", "tag": "0c23147e-e0b2-4065-a910-d8817047c0ec", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:02:08.577944 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-874b8021-2cf5-4fe2-b4a3-3df34f697f77 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:02:08.578345 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874b8021-2cf5-4fe2-b4a3-3df34f697f77'] response: {'server_uuid': '0b86705a-1c87-4aca-bbff-04ff2295ff69', 'name': 'network-vif-deleted', 'tag': '0c23147e-e0b2-4065-a910-d8817047c0ec', 'status': 'completed', 'code': 200} Aug 29 23:02:08.770536 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-756b4a75-79a1-495b-bbf7-6f4c28f66638 req-aa58b6ad-c8ba-452f-8f2d-01e0fc6c4fa6 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 210 time: 0.0286791 Aug 29 23:02:09.898251 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-9ed357c7-6ed7-4c70-87f6-14bbbb5068ed req-e0ad2ad7-9b85-4274-89c2-41d8cfab522f tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=0b86705a-1c87-4aca-bbff-04ff2295ff69 HTTP/1.1" status: 200 len: 210 time: 0.0296197 Aug 29 23:02:10.301077 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 0c23147e-e0b2-4065-a910-d8817047c0ec no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:10.329990 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: 0c23147e-e0b2-4065-a910-d8817047c0ec {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:10.330334 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device 0c23147e-e0b2-4065-a910-d8817047c0ec not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:13.479261 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37938) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:13.634109 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Deleting port aff3086a-7a31-48e4-971e-8434adbe2f10 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:13.634458 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:13.719689 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:13.719916 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (aff3086a-7a31-48e4-971e-8434adbe2f10), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:13.733286 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Calling delete_port for aff3086a-7a31-48e4-971e-8434adbe2f10 owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:13.736922 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:13.934332 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (aff3086a-7a31-48e4-971e-8434adbe2f10), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:13.960915 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event deleted for resources: {'Port': ['ID=aff3086a-7a31-48e4-971e-8434adbe2f10,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:13.991273 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.991531 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.991856 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.992204 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.992541 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.992907 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.993236 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.993565 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.993986 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.994321 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.994650 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.994980 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.995305 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.995649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:13.995951 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:14.038108 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (d49f1ca9-cad0-4741-aec4-9f9ee105fc83), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:14.038500 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.db.l3_db [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Floating IP d49f1ca9-cad0-4741-aec4-9f9ee105fc83 disassociated (deleted). External IP: 172.27.4.92, port: ec64c87c-bc7f-4c57-9f3f-1ceeec96166e. Aug 29 23:02:14.129099 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:14.258206 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:02:14.365854 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:02:14.371739 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:14.376967 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:02:14.389089 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:14.389718 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:01:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:14.407392 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f740d32a-960b-4917-9ef9-80168def787b tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d49f1ca9-cad0-4741-aec4-9f9ee105fc83 HTTP/1.1" status: 204 len: 168 time: 0.9236617 Aug 29 23:02:14.407392 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:02:14.407713 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b64e7-e22c-45ed-a897-243330cf688c" -d '{"events": [{"name": "network-changed", "server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:02:14.450366 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b385e8b6-5b61-4c9e-a1a0-7cbee007330f x-openstack-request-id: req-b385e8b6-5b61-4c9e-a1a0-7cbee007330f {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:02:14.450864 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:02:14.451122 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b385e8b6-5b61-4c9e-a1a0-7cbee007330f {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:02:14.451540 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b385e8b6-5b61-4c9e-a1a0-7cbee007330f'] response: {'name': 'network-changed', 'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'status': 'completed', 'code': 200} Aug 29 23:02:14.504577 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:14.522504 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e7-e22c-45ed-a897-243330cf688c req-ce5b0b94-74b4-4585-a122-7726c6afaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:14.523956 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-442b64e7-e22c-45ed-a897-243330cf688c req-ce5b0b94-74b4-4585-a122-7726c6afaa6f service neutron] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=98941ac6692045859aa7639192603764&device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0482366 Aug 29 23:02:14.557015 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:02:14.590107 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:14.628382 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e7-e22c-45ed-a897-243330cf688c req-c763b976-4140-417f-9bff-81396f0ad117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:14.630002 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-442b64e7-e22c-45ed-a897-243330cf688c req-c763b976-4140-417f-9bff-81396f0ad117 service neutron] 10.222.0.71 "GET /networking/v2.0/networks?id=2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 200 len: 913 time: 0.0981743 Aug 29 23:02:14.660262 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:14.677254 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-442b64e7-e22c-45ed-a897-243330cf688c req-45e26418-bdc1-4bc5-a6ff-a6c3b116423c service neutron] 10.222.0.71 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e HTTP/1.1" status: 200 len: 217 time: 0.0407333 Aug 29 23:02:14.724063 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:14.729587 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e7-e22c-45ed-a897-243330cf688c req-83545aa8-52cc-4c35-afff-ce81b277bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:14.731066 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-442b64e7-e22c-45ed-a897-243330cf688c req-83545aa8-52cc-4c35-afff-ce81b277bdd2 service neutron] 10.222.0.71 "GET /networking/v2.0/subnets?id=9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 200 len: 851 time: 0.0477679 Aug 29 23:02:14.750248 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:02:14.760075 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:14.760657 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:01:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:14.788161 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e7-e22c-45ed-a897-243330cf688c req-b5c56199-3c1d-46cb-937a-c216a5596b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:14.789571 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-442b64e7-e22c-45ed-a897-243330cf688c req-b5c56199-3c1d-46cb-937a-c216a5596b45 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?network_id=2773dfeb-fc93-411d-adc3-1d803860c0cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521042 Aug 29 23:02:14.873653 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:14.892234 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-442b64e7-e22c-45ed-a897-243330cf688c req-2d2f83a2-3816-4c52-8636-55d3c7f06699 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956674 Aug 29 23:02:14.908600 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:14.996421 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-442b64e7-e22c-45ed-a897-243330cf688c req-f46082d4-ec15-4636-b77a-344ab31206b1 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957141 Aug 29 23:02:15.087316 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:15.116867 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac3cab-0d9b-4020-84ce-cfeeadd265e1 None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:20Z', 'revision_number': 4, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi', '_interfaces': [{'id': '63584a2d-5a16-489a-9098-c2887b510b12', 'name': '', 'network_id': '2773dfeb-fc93-411d-adc3-1d803860c0cc', 'tenant_id': '98941ac6692045859aa7639192603764', 'mac_address': 'fa:16:3e:9e:20:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:19Z', 'updated_at': '2022-08-29T22:55:27Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'subnets': [{'id': '9c222687-4dbb-48b5-ae52-3f9b8482ac52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:02:15.198780 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec2ef-6be2-4edc-beb8-36c7361a4e0f req-5cc778bf-23f5-4c42-be4b-1dc6507af178 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:15.200621 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c7eec2ef-6be2-4edc-beb8-36c7361a4e0f req-5cc778bf-23f5-4c42-be4b-1dc6507af178 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 945 time: 0.0557632 Aug 29 23:02:15.260695 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-c7eec2ef-6be2-4edc-beb8-36c7361a4e0f req-2403b552-b755-404f-9aa1-84d91bbbe941 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488868 Aug 29 23:02:15.353422 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646639ef-59d0-476a-b4bd-b5f7d464830e None None] New status for floating IP d49f1ca9-cad0-4741-aec4-9f9ee105fc83: DOWN {{(pid=124852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:02:16.388862 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f629b8-666c-4f00-b934-51bfeeeb15db req-1dafaf06-2a82-473e-94c0-2aa4411df971 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:16.390394 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-39f629b8-666c-4f00-b934-51bfeeeb15db req-1dafaf06-2a82-473e-94c0-2aa4411df971 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Aug 29 23:02:16.446820 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-39f629b8-666c-4f00-b934-51bfeeeb15db req-f0461712-c66c-4135-9675-51d15a687289 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b761ee98-305a-47e2-8b67-6081f758a4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483327 Aug 29 23:02:16.632399 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-9f59973f-7451-447e-84b5-4be428891e76 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=124851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:02:16.633825 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-9f59973f-7451-447e-84b5-4be428891e76 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 945 time: 0.0479772 Aug 29 23:02:16.738545 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Deleting port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:16.738972 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:16.742865 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=100 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:16.837407 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] For port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e, host hv-cinder-85426, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85426',level=0,port_id=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:16.837768 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:16.857365 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Calling delete_port for ec64c87c-bc7f-4c57-9f3f-1ceeec96166e owned by compute:nova {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:17.105314 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (ec64c87c-bc7f-4c57-9f3f-1ceeec96166e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:17.136649 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event deleted for resources: {'Port': ['ID=ec64c87c-bc7f-4c57-9f3f-1ceeec96166e,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:17.182777 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] No DVR routers for this DVR port ec64c87c-bc7f-4c57-9f3f-1ceeec96166e on host hv-cinder-85426 {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:02:17.185650 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for port (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:17.189315 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-bf588377-8a40-4d28-9a03-d00cd73fa065 req-98048a5b-ec62-4213-9560-b7ce14679cbd tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.71 "DELETE /networking/v2.0/ports/ec64c87c-bc7f-4c57-9f3f-1ceeec96166e HTTP/1.1" status: 204 len: 173 time: 0.5496039 Aug 29 23:02:17.193476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'name': 'network-vif-deleted', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e'}] {{(pid=124851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:02:17.193476 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c9db3a15ca1f29d8d97661193a5db268eecaa677410c13faac0626afcdafdf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c9ea16-414c-49d5-a1a8-5207c97b19bc" -d '{"events": [{"server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "name": "network-vif-deleted", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e"}]}' {{(pid=124851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:02:17.231375 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0735a12c-d101-4206-9f7a-facb5bf8eb72 x-openstack-request-id: req-0735a12c-d101-4206-9f7a-facb5bf8eb72 {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:02:17.231717 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95eb6982-122b-42c2-a914-d42b2a64b8b6", "name": "network-vif-deleted", "tag": "ec64c87c-bc7f-4c57-9f3f-1ceeec96166e", "status": "completed", "code": 200}]} {{(pid=124851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:02:17.232443 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0735a12c-d101-4206-9f7a-facb5bf8eb72 {{(pid=124851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:02:17.232443 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0735a12c-d101-4206-9f7a-facb5bf8eb72'] response: {'server_uuid': '95eb6982-122b-42c2-a914-d42b2a64b8b6', 'name': 'network-vif-deleted', 'tag': 'ec64c87c-bc7f-4c57-9f3f-1ceeec96166e', 'status': 'completed', 'code': 200} Aug 29 23:02:17.558040 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [req-4c4cd7aa-6b48-4a33-b57b-45ae45d9162d req-0040e091-9a85-4a32-b94c-2c421661e0e9 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0302491 Aug 29 23:02:18.679220 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [req-36344d81-46ad-4f61-b12f-87b9d3187448 req-d3a3f9f4-f096-4917-8850-7ffdbdfaecb8 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=95eb6982-122b-42c2-a914-d42b2a64b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0297220 Aug 29 23:02:19.487063 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:19.488675 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:19.591945 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:19.746137 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37956) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:20.115208 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Deleting port 8118fb8d-ce32-43da-a5a4-0d18b09a241a {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:20.115468 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:20.160746 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:20.196960 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:20.197287 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (8118fb8d-ce32-43da-a5a4-0d18b09a241a), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:20.210038 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Calling delete_port for 8118fb8d-ce32-43da-a5a4-0d18b09a241a owned by network:floatingip {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:20.361293 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ec64c87c-bc7f-4c57-9f3f-1ceeec96166e no longer exists at agent hyperv_hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:20.381585 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] No Port match for: ec64c87c-bc7f-4c57-9f3f-1ceeec96166e {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:20.381865 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Device ec64c87c-bc7f-4c57-9f3f-1ceeec96166e not bound to the agent host hv-cinder-85426 {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:20.505507 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (8118fb8d-ce32-43da-a5a4-0d18b09a241a), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:20.531402 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event deleted for resources: {'Port': ['ID=8118fb8d-ce32-43da-a5a4-0d18b09a241a,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:20.597948 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for floatingip (4082a974-f052-4e16-a7d3-eb270b76bbc8), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:20.600610 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-98552'] for floatingip (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:20.601909 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-aa6e5b6d-7b6d-4d7a-9f42-22d2a9d85658 tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/4082a974-f052-4e16-a7d3-eb270b76bbc8 HTTP/1.1" status: 204 len: 168 time: 0.8567283 Aug 29 23:02:22.028068 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37968) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:22.086740 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-86a6a396-b3a4-4ce1-9bbd-285d6a6e305e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group (b761ee98-305a-47e2-8b67-6081f758a4b7), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:22.114920 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-86a6a396-b3a4-4ce1-9bbd-285d6a6e305e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group (b761ee98-305a-47e2-8b67-6081f758a4b7), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:22.237284 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-86a6a396-b3a4-4ce1-9bbd-285d6a6e305e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (b761ee98-305a-47e2-8b67-6081f758a4b7), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:22.241791 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-86a6a396-b3a4-4ce1-9bbd-285d6a6e305e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:22.243129 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-86a6a396-b3a4-4ce1-9bbd-285d6a6e305e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b761ee98-305a-47e2-8b67-6081f758a4b7 HTTP/1.1" status: 204 len: 168 time: 0.2139177 Aug 29 23:02:22.254021 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6a396-b3a4-4ce1-9bbd-285d6a6e305e tempest-TestVolumeBootPattern-231778945 tempest-TestVolumeBootPattern-231778945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761ee98-305a-47e2-8b67-6081f758a4b7,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:22.356882 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-a10a1341-bfd6-4a43-821e-a075e005c0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:22.417811 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37972) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:22.923324 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (fcdc634a-8428-46e1-9341-bf12b34ef0d4), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:23.153257 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Deleting port 63584a2d-5a16-489a-9098-c2887b510b12 {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:23.153843 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (63584a2d-5a16-489a-9098-c2887b510b12), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:23.237461 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] For port 63584a2d-5a16-489a-9098-c2887b510b12, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=63584a2d-5a16-489a-9098-c2887b510b12,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:23.237798 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (63584a2d-5a16-489a-9098-c2887b510b12), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:23.251119 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:23.252410 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Calling delete_port for 63584a2d-5a16-489a-9098-c2887b510b12 owned by network:router_interface {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:23.359713 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:23.510988 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (63584a2d-5a16-489a-9098-c2887b510b12), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:23.538870 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63584a2d-5a16-489a-9098-c2887b510b12,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:23.555178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.555178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.555178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.555178 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.555636 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.555731 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.556014 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.556347 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.556674 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.557027 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.557354 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.557682 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.558004 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.558329 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.558646 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:23.741244 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (fcdc634a-8428-46e1-9341-bf12b34ef0d4), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:23.952810 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Router fcdc634a-8428-46e1-9341-bf12b34ef0d4 has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:02:24.057523 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:02:24.063930 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-c85c9d82-7d6b-4fc0-be4d-32266d4c61e7 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/fcdc634a-8428-46e1-9341-bf12b34ef0d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6449437 Aug 29 23:02:24.067501 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37976) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:24.069286 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] Sync routers for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:02:24.082766 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:24.083380 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:01:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:24.164741 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:24.174390 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks [] for router (fcdc634a-8428-46e1-9341-bf12b34ef0d4), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.281417 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: dv-cinder-854269-4-iscsi {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:24.285444 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks [] for router_gateway (fcdc634a-8428-46e1-9341-bf12b34ef0d4), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.400387 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Deleting port 2b675dfb-94ec-427a-9238-ecf8d7500a8a {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:24.400800 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.449615 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:24.455116 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13'}], 'enable_snat': True}, 'gw_port_id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T23:02:23Z', 'revision_number': 5, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port': {'id': '2b675dfb-94ec-427a-9238-ecf8d7500a8a', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T22:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:24.480963 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] Checking router: fcdc634a-8428-46e1-9341-bf12b34ef0d4 for host: dv-cinder-854269-4-iscsi {{(pid=124853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:02:24.487027 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] For port 2b675dfb-94ec-427a-9238-ecf8d7500a8a, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=2b675dfb-94ec-427a-9238-ecf8d7500a8a,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:24.487388 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.489886 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] Routers {'fcdc634a-8428-46e1-9341-bf12b34ef0d4'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:24.490541 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:01:55Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'], 'active': True} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:24.502028 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Calling delete_port for 2b675dfb-94ec-427a-9238-ecf8d7500a8a owned by network:router_gateway {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:24.599919 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_dvr_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] Set router fcdc634a-8428-46e1-9341-bf12b34ef0d4 gateway port host: None {{(pid=124853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:24.601449 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=100 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:24.654003 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.l3_hamode_db [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T23:02:24Z', 'revision_number': 6, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:24.679684 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f30370-d632-42f8-b6ed-4df70d37b5b1 None None] The sync data for ids ['fcdc634a-8428-46e1-9341-bf12b34ef0d4'] in dv-cinder-854269-4-iscsi is: [{'id': 'fcdc634a-8428-46e1-9341-bf12b34ef0d4', 'name': 'tempest-TestVolumeBootPattern-2090360831-router', 'tenant_id': '98941ac6692045859aa7639192603764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:14Z', 'updated_at': '2022-08-29T23:02:24Z', 'revision_number': 6, 'project_id': '98941ac6692045859aa7639192603764', 'gw_port_host': None}] {{(pid=124853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:02:24.739548 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-fd054382-5f26-4c57-8ea7-43df26154e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.779861 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (2b675dfb-94ec-427a-9238-ecf8d7500a8a), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.805352 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Pushing event deleted for resources: {'Port': ['ID=2b675dfb-94ec-427a-9238-ecf8d7500a8a,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:24.877766 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (fcdc634a-8428-46e1-9341-bf12b34ef0d4), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.985143 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (fcdc634a-8428-46e1-9341-bf12b34ef0d4), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:24.987225 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks [] for router_controller (fcdc634a-8428-46e1-9341-bf12b34ef0d4), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.105509 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (fcdc634a-8428-46e1-9341-bf12b34ef0d4), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.106126 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcdc634a-8428-46e1-9341-bf12b34ef0d4 {{(pid=124850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:02:25.111670 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.112880 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-d092b1a1-a03f-4df1-a1f0-0dd8e9af2cce admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/fcdc634a-8428-46e1-9341-bf12b34ef0d4 HTTP/1.1" status: 204 len: 168 time: 1.0443878 Aug 29 23:02:25.115479 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37978) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:25.162836 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] Deleting subnet 9c222687-4dbb-48b5-ae52-3f9b8482ac52 {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:02:25.166279 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] Publish callbacks [] for subnet (9c222687-4dbb-48b5-ae52-3f9b8482ac52), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.210396 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (9c222687-4dbb-48b5-ae52-3f9b8482ac52), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.257577 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:25.292872 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (9c222687-4dbb-48b5-ae52-3f9b8482ac52), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.454365 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (9c222687-4dbb-48b5-ae52-3f9b8482ac52), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.482690 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 63584a2d-5a16-489a-9098-c2887b510b12 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:25.489687 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c222687-4dbb-48b5-ae52-3f9b8482ac52,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:25.492002 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.498493 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-1f508194-4b2d-4a87-a4af-d39b18a8f08b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/9c222687-4dbb-48b5-ae52-3f9b8482ac52 HTTP/1.1" status: 204 len: 168 time: 0.3786714 Aug 29 23:02:25.498664 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37980) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:25.510274 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c72be-a2e5-45e5-b41c-325aaa3e4d61 None None] Network 2773dfeb-fc93-411d-adc3-1d803860c0cc requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:02:25.513828 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 63584a2d-5a16-489a-9098-c2887b510b12 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:25.514179 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 63584a2d-5a16-489a-9098-c2887b510b12 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:25.514606 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2b675dfb-94ec-427a-9238-ecf8d7500a8a no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:25.547300 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:25.554216 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 2b675dfb-94ec-427a-9238-ecf8d7500a8a {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:25.558808 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 2b675dfb-94ec-427a-9238-ecf8d7500a8a not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:25.578795 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (2773dfeb-fc93-411d-adc3-1d803860c0cc), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.622536 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Deleting port 552d3ad0-e765-4879-926c-bc87615d2cae {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:25.623057 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.693563 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] DHCP port deletion for 2773dfeb-fc93-411d-adc3-1d803860c0cc request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:02:25.702817 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] For port 552d3ad0-e765-4879-926c-bc87615d2cae, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=552d3ad0-e765-4879-926c-bc87615d2cae,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:25.705678 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.719849 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Calling delete_port for 552d3ad0-e765-4879-926c-bc87615d2cae owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:25.735106 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Deleting port 552d3ad0-e765-4879-926c-bc87615d2cae {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:25.735484 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.805114 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] For port 552d3ad0-e765-4879-926c-bc87615d2cae, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=552d3ad0-e765-4879-926c-bc87615d2cae,segment=NetworkSegment(7a67ccdc-770c-4b76-8877-6b89dcc15a59),segment_id=7a67ccdc-770c-4b76-8877-6b89dcc15a59)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:25.813826 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.820736 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Calling delete_port for 552d3ad0-e765-4879-926c-bc87615d2cae owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:25.865465 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.894967 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Pushing event deleted for resources: {'Port': ['ID=552d3ad0-e765-4879-926c-bc87615d2cae,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: from cryptography.utils import int_from_bytes Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: from cryptography.utils import int_from_bytes Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.896156 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 29 23:02:25.900266 dv-cinder-854269-4-iscsi neutron-server[124852]: self.session.flush() Aug 29 23:02:25.901701 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] No DVR routers for this DVR port 552d3ad0-e765-4879-926c-bc87615d2cae on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:02:25.901827 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (552d3ad0-e765-4879-926c-bc87615d2cae), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:25.928848 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Pushing event deleted for resources: {'Port': ['ID=552d3ad0-e765-4879-926c-bc87615d2cae,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:25.937244 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] No DVR routers for this DVR port 552d3ad0-e765-4879-926c-bc87615d2cae on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:02:25.939565 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.939914 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.940332 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.940674 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.941045 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.941374 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.941697 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.942050 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.942336 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.942648 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.942968 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.943294 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.943617 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.943928 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.944249 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f2c528-d403-4fe0-a6c2-d1924b8c854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854269-4-iscsi {{(pid=124852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:02:25.980874 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (2773dfeb-fc93-411d-adc3-1d803860c0cc), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.003547 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2773dfeb-fc93-411d-adc3-1d803860c0cc']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:26.013440 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a67ccdc-770c-4b76-8877-6b89dcc15a59') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:26.013731 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a67ccdc-770c-4b76-8877-6b89dcc15a59') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:26.023315 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (7a67ccdc-770c-4b76-8877-6b89dcc15a59), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.037008 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (7a67ccdc-770c-4b76-8877-6b89dcc15a59), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.043265 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:02:26.043671 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (7a67ccdc-770c-4b76-8877-6b89dcc15a59), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.089884 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 7a67ccdc-770c-4b76-8877-6b89dcc15a59 resource provider aggregate not found Aug 29 23:02:26.110316 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 7a67ccdc-770c-4b76-8877-6b89dcc15a59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a67ccdc-770c-4b76-8877-6b89dcc15a59 found for delete ", "request_id": "req-8382b333-f141-461d-9b41-47186f1b6409"}]} Aug 29 23:02:26.150737 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.179565 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (2773dfeb-fc93-411d-adc3-1d803860c0cc), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.186173 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.189324 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/2773dfeb-fc93-411d-adc3-1d803860c0cc HTTP/1.1" status: 204 len: 168 time: 0.6901307 Aug 29 23:02:26.192605 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37986) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:26.200564 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e3d50-7e3f-40ab-9bf4-76d0ac6212bb admin admin] Pushing event deleted for resources: {'Network': ['ID=2773dfeb-fc93-411d-adc3-1d803860c0cc,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:26.646670 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:26.725862 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7914977'] for router_interface (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:26.951331 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Deleting port 3649a3ab-fca8-430f-98a1-c40284a9698b {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:26.951672 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:27.035418 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] For port 3649a3ab-fca8-430f-98a1-c40284a9698b, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=3649a3ab-fca8-430f-98a1-c40284a9698b,segment=NetworkSegment(34ede14d-26b2-477e-82aa-c270fc0baf1e),segment_id=34ede14d-26b2-477e-82aa-c270fc0baf1e)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:27.035785 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:27.049358 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Calling delete_port for 3649a3ab-fca8-430f-98a1-c40284a9698b owned by network:router_interface {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:27.109153 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=100 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:27.197917 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 552d3ad0-e765-4879-926c-bc87615d2cae no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:27.220830 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 552d3ad0-e765-4879-926c-bc87615d2cae {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:27.221200 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 552d3ad0-e765-4879-926c-bc87615d2cae not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:27.334391 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (3649a3ab-fca8-430f-98a1-c40284a9698b), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:27.357910 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3649a3ab-fca8-430f-98a1-c40284a9698b,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:27.367745 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:27.540733 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7870044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7914065'] for router_interface (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:27.577540 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:27.765026 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb has already been hosted by L3 agent a4d3448e-9386-4019-8266-c5ae19de82ce {{(pid=124850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:02:27.810454 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:27.876191 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] Notify agent at l3_agent.dv-cinder-854269-4-iscsi the message routers_updated {{(pid=124850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:02:27.881177 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-ec6b90d3-ae02-4f0f-8a3b-825b07aad3c2 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6875026 Aug 29 23:02:27.883726 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37988) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:27.886245 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] Sync routers for ids ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'] in dv-cinder-854269-4-iscsi {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:02:27.896708 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] Routers {'16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:27.899221 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:02:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:27.993556 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks [] for router (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.002570 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] Set router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb gateway port host: dv-cinder-854269-4-iscsi {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:28.100778 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:28.103463 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks [] for router_gateway (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.177740 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'external_fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T23:02:27Z', 'revision_number': 5, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port': {'id': 'a6e0690b-9108-4902-8c5c-9732150cd8cb', 'name': '', 'network_id': '6d9d7411-18f4-491d-bd09-815c5355931d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:69:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854269-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T22:55:28Z', 'updated_at': '2022-08-29T22:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c397cdbf-19dd-4472-82fa-debd82cf8148', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854269-4-iscsi'}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:28.209220 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] Checking router: 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb for host: dv-cinder-854269-4-iscsi {{(pid=124852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:02:28.219294 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] Routers {'16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'} bound to L3 agent in host dv-cinder-854269-4-iscsi {{(pid=124852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:02:28.220110 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854269-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T22:39:55Z,description=,heartbeat_timestamp=2022-08-29T23:02:25Z,host='dv-cinder-854269-4-iscsi',id=a4d3448e-9386-4019-8266-c5ae19de82ce,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T22:39:55Z,topic='l3_agent')) {'router_ids': ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'], 'active': True} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:28.243826 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Deleting port a6e0690b-9108-4902-8c5c-9732150cd8cb {{(pid=124850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:28.244409 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.311373 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvr_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] Set router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb gateway port host: None {{(pid=124852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:02:28.349782 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.db [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] For port a6e0690b-9108-4902-8c5c-9732150cd8cb, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=a6e0690b-9108-4902-8c5c-9732150cd8cb,segment=NetworkSegment(a1e18d11-6460-4e51-9ff2-82214325e1df),segment_id=a1e18d11-6460-4e51-9ff2-82214325e1df)] {{(pid=124850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:28.350555 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.369013 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_hamode_db [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T23:02:28Z', 'revision_number': 6, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port_host': None}], 'dv-cinder-854269-4-iscsi', False) {} {{(pid=124852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:28.370934 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Calling delete_port for a6e0690b-9108-4902-8c5c-9732150cd8cb owned by network:router_gateway {{(pid=124850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:28.398712 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcece70-f316-469b-9bbe-183c1f1a70dc None None] The sync data for ids ['16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb'] in dv-cinder-854269-4-iscsi is: [{'id': '16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb', 'name': 'tempest-TestVolumeBootPattern-1473215383-router', 'tenant_id': 'e631bf7db91048f88772928b60dec182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T22:55:27Z', 'updated_at': '2022-08-29T23:02:28Z', 'revision_number': 6, 'project_id': 'e631bf7db91048f88772928b60dec182', 'gw_port_host': None}] {{(pid=124852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:02:28.602226 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500641'] for port (a6e0690b-9108-4902-8c5c-9732150cd8cb), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.635658 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e0690b-9108-4902-8c5c-9732150cd8cb,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:28.696448 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7914658'] for router_gateway (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.787270 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7915151', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10333'] for router (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.789608 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks [] for router_controller (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.916207 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7914028'] for router (16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.916794 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb {{(pid=124850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:02:28.921035 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] Publish callbacks [] for router (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:28.922201 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-bd4cd8bf-2616-4219-89f6-fe7fc7c8b507 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/16194bf5-cd4b-4d15-a2cb-3d2984cd0dcb HTTP/1.1" status: 204 len: 168 time: 1.0375338 Aug 29 23:02:28.924767 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 37990) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:28.971100 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] Deleting subnet 34409a30-44ad-4d42-a53e-6544b492fe90 {{(pid=124850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:02:28.974331 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] Publish callbacks [] for subnet (34409a30-44ad-4d42-a53e-6544b492fe90), before_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.010380 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5772024'] for subnet (34409a30-44ad-4d42-a53e-6544b492fe90), precommit_delete_associations {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.053758 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:29.093406 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-564067'] for subnet (34409a30-44ad-4d42-a53e-6544b492fe90), precommit_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.193132 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 3649a3ab-fca8-430f-98a1-c40284a9698b no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:29.218516 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 3649a3ab-fca8-430f-98a1-c40284a9698b {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:29.219190 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 3649a3ab-fca8-430f-98a1-c40284a9698b not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:29.219296 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a6e0690b-9108-4902-8c5c-9732150cd8cb no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:29.219402 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-564090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349018', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5605317'] for subnet (34409a30-44ad-4d42-a53e-6544b492fe90), after_delete {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.223001 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:29.227676 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:29.240550 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: a6e0690b-9108-4902-8c5c-9732150cd8cb {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:29.241141 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device a6e0690b-9108-4902-8c5c-9732150cd8cb not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:29.249331 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34409a30-44ad-4d42-a53e-6544b492fe90,revision_number=None']} {{(pid=124850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:29.251313 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron_lib.callbacks.manager [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=124850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.257133 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-1e9c88c2-49ac-4c4b-91b1-76e84b6ce1ac admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/34409a30-44ad-4d42-a53e-6544b492fe90 HTTP/1.1" status: 204 len: 168 time: 0.3290524 Aug 29 23:02:29.263174 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0931b64-d79e-45f7-a756-48cffefea160 None None] Network 2157d3c4-9208-44a8-9144-e566958d24a9 requested from dv-cinder-854269-4-iscsi {{(pid=124852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:02:29.263339 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 37992) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:29.271667 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:29.314582 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:29.340247 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-619614'] for network (2157d3c4-9208-44a8-9144-e566958d24a9), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.391856 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Deleting port 20339cba-9546-4fa3-a426-5db154428fa3 {{(pid=124851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:29.392209 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (20339cba-9546-4fa3-a426-5db154428fa3), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.429972 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] DHCP port deletion for 2157d3c4-9208-44a8-9144-e566958d24a9 request from dv-cinder-854269-4-iscsi {{(pid=124852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:02:29.466846 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.db [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] For port 20339cba-9546-4fa3-a426-5db154428fa3, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=20339cba-9546-4fa3-a426-5db154428fa3,segment=NetworkSegment(34ede14d-26b2-477e-82aa-c270fc0baf1e),segment_id=34ede14d-26b2-477e-82aa-c270fc0baf1e)] {{(pid=124851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:29.467218 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (20339cba-9546-4fa3-a426-5db154428fa3), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.476009 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] Deleting port 20339cba-9546-4fa3-a426-5db154428fa3 {{(pid=124852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:02:29.476388 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747846202076'] for port (20339cba-9546-4fa3-a426-5db154428fa3), before_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.481142 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.plugin [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Calling delete_port for 20339cba-9546-4fa3-a426-5db154428fa3 owned by network:dhcp {{(pid=124851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:29.545906 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.db [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] For port 20339cba-9546-4fa3-a426-5db154428fa3, host dv-cinder-854269-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854269-4-iscsi',level=0,port_id=20339cba-9546-4fa3-a426-5db154428fa3,segment=NetworkSegment(34ede14d-26b2-477e-82aa-c270fc0baf1e),segment_id=34ede14d-26b2-477e-82aa-c270fc0baf1e)] {{(pid=124852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:02:29.546136 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:29.546255 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7920618'] for port (20339cba-9546-4fa3-a426-5db154428fa3), precommit_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.563556 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] Calling delete_port for 20339cba-9546-4fa3-a426-5db154428fa3 owned by network:dhcp {{(pid=124852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:02:29.664405 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5171244'] for port (20339cba-9546-4fa3-a426-5db154428fa3), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.671213 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-604785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747846207434', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747845746737'] for port (20339cba-9546-4fa3-a426-5db154428fa3), after_delete {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.691977 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=20339cba-9546-4fa3-a426-5db154428fa3,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:29.693886 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] No DVR routers for this DVR port 20339cba-9546-4fa3-a426-5db154428fa3 on host dv-cinder-854269-4-iscsi {{(pid=124851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:02:29.702439 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] Pushing event deleted for resources: {'Port': ['ID=20339cba-9546-4fa3-a426-5db154428fa3,revision_number=None']} {{(pid=124852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:29.703726 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142194f2-96c1-4956-9f5b-e0f7a64ea35d None None] No DVR routers for this DVR port 20339cba-9546-4fa3-a426-5db154428fa3 on host dv-cinder-854269-4-iscsi {{(pid=124852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:02:29.768230 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-565760', 'neutron.services.segments.db._delete_segments_for_network-8747846182211'] for network (2157d3c4-9208-44a8-9144-e566958d24a9), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.793525 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2157d3c4-9208-44a8-9144-e566958d24a9']}} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:29.803471 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ede14d-26b2-477e-82aa-c270fc0baf1e') {'for_net_delete': True} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:29.803766 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.services.segments.db [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ede14d-26b2-477e-82aa-c270fc0baf1e') {} {{(pid=124851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:02:29.813927 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747846272175', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171706'] for segment (34ede14d-26b2-477e-82aa-c270fc0baf1e), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.827782 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186'] for segment (34ede14d-26b2-477e-82aa-c270fc0baf1e), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.834403 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=124851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:02:29.834789 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-568186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5171321'] for segment (34ede14d-26b2-477e-82aa-c270fc0baf1e), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.876685 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 34ede14d-26b2-477e-82aa-c270fc0baf1e resource provider aggregate not found Aug 29 23:02:29.901334 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.services.segments.plugin [-] Segment 34ede14d-26b2-477e-82aa-c270fc0baf1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34ede14d-26b2-477e-82aa-c270fc0baf1e found for delete ", "request_id": "req-6fb5ccfd-dbe4-4c09-8ee6-154768ba4a58"}]} Aug 29 23:02:29.978942 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-565769', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8374867', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7914702'] for network (2157d3c4-9208-44a8-9144-e566958d24a9), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.984496 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870023'] for network (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:29.987629 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/2157d3c4-9208-44a8-9144-e566958d24a9 HTTP/1.1" status: 204 len: 168 time: 0.7291627 Aug 29 23:02:29.998875 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf466be-3c79-47d0-8b63-761108273a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2157d3c4-9208-44a8-9144-e566958d24a9,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:30.425444 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [-] (124850) accepted ('10.222.0.52', 38000) {{(pid=124850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:30.467316 dv-cinder-854269-4-iscsi neutron-server[124850]: INFO neutron.wsgi [None req-63d78854-5df3-4c19-8a90-1d1c348ce73c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=98941ac6692045859aa7639192603764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407038 Aug 29 23:02:30.470033 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 38002) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:30.519192 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-12391194-d1b3-4a24-84a5-921e2c26e05d admin admin] Publish callbacks [] for security_group (1c2763fd-dae2-47f0-abf0-eec6338ded10), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:30.539444 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-12391194-d1b3-4a24-84a5-921e2c26e05d admin admin] Publish callbacks [] for security_group (1c2763fd-dae2-47f0-abf0-eec6338ded10), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:30.659412 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-12391194-d1b3-4a24-84a5-921e2c26e05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (1c2763fd-dae2-47f0-abf0-eec6338ded10), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:30.662047 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-12391194-d1b3-4a24-84a5-921e2c26e05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:30.663216 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-12391194-d1b3-4a24-84a5-921e2c26e05d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1c2763fd-dae2-47f0-abf0-eec6338ded10 HTTP/1.1" status: 204 len: 168 time: 0.1921983 Aug 29 23:02:30.674732 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12391194-d1b3-4a24-84a5-921e2c26e05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2763fd-dae2-47f0-abf0-eec6338ded10,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:31.189671 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 20339cba-9546-4fa3-a426-5db154428fa3 no longer exists at agent ovs-agent-dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:02:31.209545 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.plugin [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] No Port match for: 20339cba-9546-4fa3-a426-5db154428fa3 {{(pid=124852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:02:31.209900 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron.plugins.ml2.rpc [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Device 20339cba-9546-4fa3-a426-5db154428fa3 not bound to the agent host dv-cinder-854269-4-iscsi {{(pid=124852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:02:31.439856 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 38008) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:31.480749 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-f55e7363-8923-4fb1-b862-72fd08b7f860 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e631bf7db91048f88772928b60dec182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396712 Aug 29 23:02:31.483160 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [-] (124851) accepted ('10.222.0.52', 38010) {{(pid=124851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:02:31.531349 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ad088bc7-ce33-47d5-a8bb-8d5786ac4ba3 admin admin] Publish callbacks [] for security_group (16f0408d-7e22-4075-a301-2328496f6abe), before_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:31.552220 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ad088bc7-ce33-47d5-a8bb-8d5786ac4ba3 admin admin] Publish callbacks [] for security_group (16f0408d-7e22-4075-a301-2328496f6abe), precommit_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:31.659072 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ad088bc7-ce33-47d5-a8bb-8d5786ac4ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8372984'] for security_group (16f0408d-7e22-4075-a301-2328496f6abe), after_delete {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:31.662346 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron_lib.callbacks.manager [None req-ad088bc7-ce33-47d5-a8bb-8d5786ac4ba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=124851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:31.664141 dv-cinder-854269-4-iscsi neutron-server[124851]: INFO neutron.wsgi [None req-ad088bc7-ce33-47d5-a8bb-8d5786ac4ba3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/16f0408d-7e22-4075-a301-2328496f6abe HTTP/1.1" status: 204 len: 168 time: 0.1799049 Aug 29 23:02:31.675185 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad088bc7-ce33-47d5-a8bb-8d5786ac4ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f0408d-7e22-4075-a301-2328496f6abe,revision_number=None']} {{(pid=124851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:02:34.657169 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=71 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:40.457622 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=10 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:40.464980 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG dbcounter [-] [124850] Writing DB stats neutron:SELECT=5 {{(pid=124850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:40.689021 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:41.587059 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=75,neutron:DELETE=13 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:41.669701 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG dbcounter [-] [124851] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=124851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:41.690527 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:49.578309 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:51.517574 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:02:52.333260 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-02bca00b-bf9b-4067-b80f-31ed30631a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:52.617481 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=12 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:02:54.755413 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-ac14759d-ca35-43db-9cae-6ab85884e98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:56.138684 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:57.304346 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:02:57.601060 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:01.512009 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=16 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:07.247298 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:07.515825 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:11.550077 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=4 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:11.550861 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:19.560773 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:22.303000 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-240dfb3e-f6d6-465e-9b40-fdc09f077c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:24.720734 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-34f44a6d-8ede-4503-b8e9-02104a5c69d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:26.189232 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:27.303487 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:27.572741 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:28.517470 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:03:37.515118 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:37.521095 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:38.513223 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:38.513966 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:49.560231 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:50.556137 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:50.557154 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:03:52.171195 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [req-049a50a5-4c90-4014-8b04-301616cc3d33 req-1154720f-f2a1-4605-90cb-03ccb5ce20d0 service neutron] (124851) timed out ('10.222.0.71', 49828) {{(pid=124851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 23:03:52.320392 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-32342010-3fd5-4c6d-a246-d0529cf44ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:54.708649 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-dc33c34c-958a-47dd-9f4f-fcc6a846f050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:56.165992 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:56.971836 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [req-9a3d0eef-c243-41fe-af1c-ff160ed8992b req-2925b929-523a-400a-8fc3-742e59fe9f35 service neutron] (124850) timed out ('10.222.0.71', 49784) {{(pid=124850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 23:03:57.354869 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:03:57.634828 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:05.516689 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:04:07.514817 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:04:07.521204 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:04:15.511947 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:04:15.512821 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:04:19.577354 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:22.342086 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-c5a83d4a-8763-4fa4-9ad9-1819d290c672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:24.713699 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3b6f16e1-cc30-46bd-90a9-64d616f0ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:25.555371 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:04:26.193821 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:27.285040 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:27.565559 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:37.521909 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:04:37.523953 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:04:42.518432 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:04:49.576700 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:52.318671 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-7c391508-21d5-4ad7-976d-69b1b489c09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:54.736802 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-85a22f3b-66ed-410d-9ba9-407464136013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:56.239746 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:57.366892 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:04:57.593866 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:02.552612 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=18 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:02.553532 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=16 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:07.525171 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:07.527096 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:19.518877 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:05:19.662221 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:22.295898 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-d2927634-ef8b-4635-838b-2a9dc3eaaadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:24.736343 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-62f9be0e-f9a9-4b3d-97f4-e95442cedc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:26.187788 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:27.319164 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:27.599315 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:29.514341 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=2 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:37.521620 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:37.532562 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:39.539619 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:49.591673 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:50.563219 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:05:52.319344 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-1efbde12-5562-4e3e-98be-b4e52e437419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:54.780030 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-59d1cb45-01c3-46f3-88ed-bceaea5a7953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:56.193048 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:56.518129 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:05:57.329837 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:05:57.592894 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:01.560247 dv-cinder-854269-4-iscsi neutron-server[124851]: DEBUG neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-2f356031-b8b4-4f14-9672-374cf261c426 service neutron] (124851) timed out ('10.222.0.52', 58898) {{(pid=124851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 23:06:01.891843 dv-cinder-854269-4-iscsi neutron-server[124850]: DEBUG neutron.wsgi [req-95f40686-2903-47e0-976b-6430de559217 req-429b6894-48c5-447f-941e-48e023b0407f tempest-AttachVolumeShelveTestJSON-607891451 tempest-AttachVolumeShelveTestJSON-607891451-project] (124850) timed out ('10.222.0.52', 58918) {{(pid=124850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 29 23:06:12.617279 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:12.618077 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:16.535020 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=5 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:16.535944 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=5 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:19.619181 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:22.335496 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-44ed8abe-4b78-4940-a9b8-7764ca310d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:24.730043 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-84dc0e57-9c3a-4e8c-a096-6157493d06cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:26.207796 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:27.312765 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:27.613682 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:33.517404 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:06:37.534510 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=11 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:37.537613 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:49.613393 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:52.298484 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-93f25b33-9a0d-4c20-afaf-ce55dad4d409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:53.526703 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=17 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:53.531562 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=17 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:06:54.735098 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-5728ffb2-61b7-4ac1-89c2-882bb8a05db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:56.181333 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:57.347072 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:06:57.621345 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:07.539943 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:07.542880 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:10.516284 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:07:19.640809 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:20.511793 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:20.512678 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:22.306287 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b0fc-d93c-4f04-8fe4-060b2826dad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:24.761126 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-93f2ec44-8b4a-4ed0-83eb-9c66271d0c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:26.175065 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:27.323690 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:27.638378 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:30.556562 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=6 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:37.538764 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:37.544702 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG dbcounter [-] [124852] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=124852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:47.519791 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG neutron.db.agents_db [None req-b9973c2b-be6b-4f6b-9acb-d35a185a726a None None] Agent healthcheck: found 6 active agents {{(pid=124853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:07:49.629603 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-190e897e-c510-45e9-a969-d7a08c608bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (40bfb7e5-8ca4-4d83-aa2b-95c1c8df2d4d), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:50.567904 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:DELETE=1 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:52.329629 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-02ec1b71-70ac-4268-bc43-766bb54a3512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (96c8360d-fad4-4518-8898-b32da65bd1f5), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:54.735031 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-c311bc81-2fd2-4225-b50a-d61638fffb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (a4d3448e-9386-4019-8266-c5ae19de82ce), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:56.165922 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7eea-c9e7-4d2e-8e4d-1bde5272d946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (aae84775-4d35-4b6f-9788-63d0e212ffc8), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:57.435032 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-23a6cec2-86da-4178-99e5-63df47b9e2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (6ef2f7b4-ce14-4d83-bce1-98e6ee416bf4), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:07:57.511698 dv-cinder-854269-4-iscsi neutron-server[124853]: DEBUG dbcounter [-] [124853] Writing DB stats neutron:SELECT=3 {{(pid=124853) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:07:57.646343 dv-cinder-854269-4-iscsi neutron-server[124852]: DEBUG neutron_lib.callbacks.manager [None req-cd817871-d260-47b8-9d7b-d35a7435bd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747846182193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564929'] for agent (9681b7fc-12ce-4445-904d-2b2f214b285e), after_update {{(pid=124852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}